{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 导入相关包"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\") "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 读取数据（训练数据前10000行，测试数据前100条）"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_data = pd.read_csv('train_all.csv',nrows=10000)\n",
    "test_data = pd.read_csv('test_all.csv',nrows=100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>merchant_id</th>\n",
       "      <th>age_range</th>\n",
       "      <th>gender</th>\n",
       "      <th>user_cnt</th>\n",
       "      <th>seller_nunique</th>\n",
       "      <th>cat_nunique</th>\n",
       "      <th>brand_nunique</th>\n",
       "      <th>item_nunique</th>\n",
       "      <th>time_stamp_nunique</th>\n",
       "      <th>...</th>\n",
       "      <th>embeeding_93</th>\n",
       "      <th>embeeding_94</th>\n",
       "      <th>embeeding_95</th>\n",
       "      <th>embeeding_96</th>\n",
       "      <th>embeeding_97</th>\n",
       "      <th>embeeding_98</th>\n",
       "      <th>embeeding_99</th>\n",
       "      <th>lgb_clf</th>\n",
       "      <th>xgb_clf</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>105600.0</td>\n",
       "      <td>1487.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>310.0</td>\n",
       "      <td>96.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>88.0</td>\n",
       "      <td>217.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.134989</td>\n",
       "      <td>0.303419</td>\n",
       "      <td>0.266771</td>\n",
       "      <td>0.550492</td>\n",
       "      <td>-0.288001</td>\n",
       "      <td>-0.013458</td>\n",
       "      <td>-0.126127</td>\n",
       "      <td>0.937020</td>\n",
       "      <td>0.900148</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>110976.0</td>\n",
       "      <td>159.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>181.0</td>\n",
       "      <td>70.0</td>\n",
       "      <td>159.0</td>\n",
       "      <td>233.0</td>\n",
       "      <td>52.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.174744</td>\n",
       "      <td>0.017232</td>\n",
       "      <td>0.062192</td>\n",
       "      <td>0.171915</td>\n",
       "      <td>-0.096151</td>\n",
       "      <td>0.106370</td>\n",
       "      <td>0.057648</td>\n",
       "      <td>0.936040</td>\n",
       "      <td>0.921565</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>374400.0</td>\n",
       "      <td>302.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>278.0</td>\n",
       "      <td>57.0</td>\n",
       "      <td>59.0</td>\n",
       "      <td>62.0</td>\n",
       "      <td>148.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.183128</td>\n",
       "      <td>0.239354</td>\n",
       "      <td>-0.092803</td>\n",
       "      <td>0.730286</td>\n",
       "      <td>-0.048905</td>\n",
       "      <td>0.388345</td>\n",
       "      <td>0.544311</td>\n",
       "      <td>0.934771</td>\n",
       "      <td>0.940177</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>189312.0</td>\n",
       "      <td>1760.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>237.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>45.0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.784147</td>\n",
       "      <td>0.193582</td>\n",
       "      <td>-0.179953</td>\n",
       "      <td>0.649512</td>\n",
       "      <td>-0.177398</td>\n",
       "      <td>-0.297098</td>\n",
       "      <td>-0.130428</td>\n",
       "      <td>0.933861</td>\n",
       "      <td>0.908755</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>189312.0</td>\n",
       "      <td>2511.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>237.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>45.0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.784147</td>\n",
       "      <td>0.193582</td>\n",
       "      <td>-0.179953</td>\n",
       "      <td>0.649512</td>\n",
       "      <td>-0.177398</td>\n",
       "      <td>-0.297098</td>\n",
       "      <td>-0.130428</td>\n",
       "      <td>0.935519</td>\n",
       "      <td>0.924738</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 231 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    user_id  merchant_id  age_range  gender  user_cnt  seller_nunique  \\\n",
       "0  105600.0       1487.0        6.0     1.0     310.0            96.0   \n",
       "1  110976.0        159.0        5.0     0.0     274.0           181.0   \n",
       "2  374400.0        302.0        5.0     1.0     278.0            57.0   \n",
       "3  189312.0       1760.0        4.0     0.0     237.0            49.0   \n",
       "4  189312.0       2511.0        4.0     0.0     237.0            49.0   \n",
       "\n",
       "   cat_nunique  brand_nunique  item_nunique  time_stamp_nunique  ...  \\\n",
       "0         37.0           88.0         217.0                29.0  ...   \n",
       "1         70.0          159.0         233.0                52.0  ...   \n",
       "2         59.0           62.0         148.0                35.0  ...   \n",
       "3         35.0           45.0         170.0                 9.0  ...   \n",
       "4         35.0           45.0         170.0                 9.0  ...   \n",
       "\n",
       "   embeeding_93  embeeding_94  embeeding_95  embeeding_96  embeeding_97  \\\n",
       "0     -0.134989      0.303419      0.266771      0.550492     -0.288001   \n",
       "1     -0.174744      0.017232      0.062192      0.171915     -0.096151   \n",
       "2     -0.183128      0.239354     -0.092803      0.730286     -0.048905   \n",
       "3     -0.784147      0.193582     -0.179953      0.649512     -0.177398   \n",
       "4     -0.784147      0.193582     -0.179953      0.649512     -0.177398   \n",
       "\n",
       "   embeeding_98  embeeding_99   lgb_clf   xgb_clf  label  \n",
       "0     -0.013458     -0.126127  0.937020  0.900148    0.0  \n",
       "1      0.106370      0.057648  0.936040  0.921565    0.0  \n",
       "2      0.388345      0.544311  0.934771  0.940177    0.0  \n",
       "3     -0.297098     -0.130428  0.933861  0.908755    0.0  \n",
       "4     -0.297098     -0.130428  0.935519  0.924738    0.0  \n",
       "\n",
       "[5 rows x 231 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>merchant_id</th>\n",
       "      <th>age_range</th>\n",
       "      <th>gender</th>\n",
       "      <th>user_cnt</th>\n",
       "      <th>seller_nunique</th>\n",
       "      <th>cat_nunique</th>\n",
       "      <th>brand_nunique</th>\n",
       "      <th>item_nunique</th>\n",
       "      <th>time_stamp_nunique</th>\n",
       "      <th>...</th>\n",
       "      <th>embeeding_92</th>\n",
       "      <th>embeeding_93</th>\n",
       "      <th>embeeding_94</th>\n",
       "      <th>embeeding_95</th>\n",
       "      <th>embeeding_96</th>\n",
       "      <th>embeeding_97</th>\n",
       "      <th>embeeding_98</th>\n",
       "      <th>embeeding_99</th>\n",
       "      <th>lgb_clf</th>\n",
       "      <th>xgb_clf</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>105600.0</td>\n",
       "      <td>1487.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>310.0</td>\n",
       "      <td>96.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>88.0</td>\n",
       "      <td>217.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.087714</td>\n",
       "      <td>-0.134989</td>\n",
       "      <td>0.303419</td>\n",
       "      <td>0.266771</td>\n",
       "      <td>0.550492</td>\n",
       "      <td>-0.288001</td>\n",
       "      <td>-0.013458</td>\n",
       "      <td>-0.126127</td>\n",
       "      <td>0.932402</td>\n",
       "      <td>0.849386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>110976.0</td>\n",
       "      <td>159.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>274.0</td>\n",
       "      <td>181.0</td>\n",
       "      <td>70.0</td>\n",
       "      <td>159.0</td>\n",
       "      <td>233.0</td>\n",
       "      <td>52.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.171453</td>\n",
       "      <td>-0.174744</td>\n",
       "      <td>0.017232</td>\n",
       "      <td>0.062192</td>\n",
       "      <td>0.171915</td>\n",
       "      <td>-0.096151</td>\n",
       "      <td>0.106370</td>\n",
       "      <td>0.057648</td>\n",
       "      <td>0.932968</td>\n",
       "      <td>0.933467</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>374400.0</td>\n",
       "      <td>302.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>278.0</td>\n",
       "      <td>57.0</td>\n",
       "      <td>59.0</td>\n",
       "      <td>62.0</td>\n",
       "      <td>148.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.308193</td>\n",
       "      <td>-0.183128</td>\n",
       "      <td>0.239354</td>\n",
       "      <td>-0.092803</td>\n",
       "      <td>0.730286</td>\n",
       "      <td>-0.048905</td>\n",
       "      <td>0.388345</td>\n",
       "      <td>0.544311</td>\n",
       "      <td>0.932518</td>\n",
       "      <td>0.929900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>189312.0</td>\n",
       "      <td>1760.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>237.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>45.0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.121537</td>\n",
       "      <td>-0.784147</td>\n",
       "      <td>0.193582</td>\n",
       "      <td>-0.179953</td>\n",
       "      <td>0.649512</td>\n",
       "      <td>-0.177398</td>\n",
       "      <td>-0.297098</td>\n",
       "      <td>-0.130428</td>\n",
       "      <td>0.932740</td>\n",
       "      <td>0.928583</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>189312.0</td>\n",
       "      <td>2511.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>237.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>45.0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.121537</td>\n",
       "      <td>-0.784147</td>\n",
       "      <td>0.193582</td>\n",
       "      <td>-0.179953</td>\n",
       "      <td>0.649512</td>\n",
       "      <td>-0.177398</td>\n",
       "      <td>-0.297098</td>\n",
       "      <td>-0.130428</td>\n",
       "      <td>0.932740</td>\n",
       "      <td>0.927933</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 230 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    user_id  merchant_id  age_range  gender  user_cnt  seller_nunique  \\\n",
       "0  105600.0       1487.0        6.0     1.0     310.0            96.0   \n",
       "1  110976.0        159.0        5.0     0.0     274.0           181.0   \n",
       "2  374400.0        302.0        5.0     1.0     278.0            57.0   \n",
       "3  189312.0       1760.0        4.0     0.0     237.0            49.0   \n",
       "4  189312.0       2511.0        4.0     0.0     237.0            49.0   \n",
       "\n",
       "   cat_nunique  brand_nunique  item_nunique  time_stamp_nunique  ...  \\\n",
       "0         37.0           88.0         217.0                29.0  ...   \n",
       "1         70.0          159.0         233.0                52.0  ...   \n",
       "2         59.0           62.0         148.0                35.0  ...   \n",
       "3         35.0           45.0         170.0                 9.0  ...   \n",
       "4         35.0           45.0         170.0                 9.0  ...   \n",
       "\n",
       "   embeeding_92  embeeding_93  embeeding_94  embeeding_95  embeeding_96  \\\n",
       "0     -0.087714     -0.134989      0.303419      0.266771      0.550492   \n",
       "1     -0.171453     -0.174744      0.017232      0.062192      0.171915   \n",
       "2     -0.308193     -0.183128      0.239354     -0.092803      0.730286   \n",
       "3     -0.121537     -0.784147      0.193582     -0.179953      0.649512   \n",
       "4     -0.121537     -0.784147      0.193582     -0.179953      0.649512   \n",
       "\n",
       "   embeeding_97  embeeding_98  embeeding_99   lgb_clf   xgb_clf  \n",
       "0     -0.288001     -0.013458     -0.126127  0.932402  0.849386  \n",
       "1     -0.096151      0.106370      0.057648  0.932968  0.933467  \n",
       "2     -0.048905      0.388345      0.544311  0.932518  0.929900  \n",
       "3     -0.177398     -0.297098     -0.130428  0.932740  0.928583  \n",
       "4     -0.177398     -0.297098     -0.130428  0.932740  0.927933  \n",
       "\n",
       "[5 rows x 230 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_data.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 读取全部数据"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# train_data = pd.read_csv('train_all.csv',nrows=None)\n",
    "# test_data = pd.read_csv('test_all.csv',nrows=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['user_id', 'merchant_id', 'age_range', 'gender', 'user_cnt',\n",
       "       'seller_nunique', 'cat_nunique', 'brand_nunique', 'item_nunique',\n",
       "       'time_stamp_nunique',\n",
       "       ...\n",
       "       'embeeding_93', 'embeeding_94', 'embeeding_95', 'embeeding_96',\n",
       "       'embeeding_97', 'embeeding_98', 'embeeding_99', 'lgb_clf', 'xgb_clf',\n",
       "       'label'],\n",
       "      dtype='object', length=231)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 获取训练和测试数据"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "features_columns = [col for col in train_data.columns if col not in ['user_id','label']]\n",
    "train = train_data[features_columns].values\n",
    "test = test_data[features_columns].values\n",
    "target =train_data['label'].values"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 切分40%数据用于线下验证"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1200, 229) (1200,)\n",
      "(800, 229) (800,)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.92875"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "\n",
    "clf = RandomForestClassifier(n_estimators=100, max_depth=2, random_state=0, n_jobs=-1)\n",
    "X_train, X_test, y_train, y_test = train_test_split(train, target, test_size=0.4, random_state=0)\n",
    "\n",
    "print(X_train.shape, y_train.shape)\n",
    "print(X_test.shape, y_test.shape)\n",
    "\n",
    "clf = clf.fit(X_train, y_train)\n",
    "clf.score(X_test, y_test)  "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 交叉验证：评估估算器性能"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0.9325 0.9325 0.9325 0.9325 0.93  ]\n",
      "Accuracy: 0.93 (+/- 0.00)\n"
     ]
    }
   ],
   "source": [
    "from sklearn.model_selection import cross_val_score\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "\n",
    "clf = RandomForestClassifier(n_estimators=100, max_depth=2, random_state=0, n_jobs=-1)\n",
    "scores = cross_val_score(clf, train, target, cv=5)\n",
    "print(scores)\n",
    "print(\"Accuracy: %0.2f (+/- %0.2f)\" % (scores.mean(), scores.std() * 2)) "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## F1验证"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0.48253558 0.48253558 0.48253558 0.48253558 0.48186528]\n",
      "F1: 0.48 (+/- 0.00)\n"
     ]
    }
   ],
   "source": [
    "from sklearn import metrics\n",
    "from sklearn.model_selection import cross_val_score\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "\n",
    "clf = RandomForestClassifier(n_estimators=100, max_depth=2, random_state=0, n_jobs=-1)\n",
    "scores = cross_val_score(clf, train, target, cv=5, scoring='f1_macro')\n",
    "print(scores)  \n",
    "print(\"F1: %0.2f (+/- %0.2f)\" % (scores.mean(), scores.std() * 2))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## ShuffleSplit切分数据"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0.915     , 0.93      , 0.92166667, 0.935     , 0.93333333])"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.model_selection import ShuffleSplit\n",
    "from sklearn.model_selection import cross_val_score\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "\n",
    "clf = RandomForestClassifier(n_estimators=100, max_depth=2, random_state=0, n_jobs=-1)\n",
    "cv = ShuffleSplit(n_splits=5, test_size=0.3, random_state=0)\n",
    "cross_val_score(clf, train, target, cv=cv)  "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 自己写交叉验证"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### KFlod切分数据"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 0.93\n",
      "1 0.92\n",
      "2 0.94\n",
      "3 0.94\n",
      "4 0.93\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "from sklearn.model_selection import KFold\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "\n",
    "clf = RandomForestClassifier(n_estimators=100, max_depth=2, random_state=0, n_jobs=-1)\n",
    "kf = KFold(n_splits=5)\n",
    "for k, (train_index, test_index) in enumerate(kf.split(train)):\n",
    "    X_train, X_test, y_train, y_test = train[train_index], train[test_index], target[train_index], target[test_index]\n",
    "    clf = clf.fit(X_train, y_train)\n",
    "    print(k, clf.score(X_test, y_test))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### StratifiedKFold切分数据(label均分)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 0.9325\n",
      "1 0.9325\n",
      "2 0.9325\n",
      "3 0.9325\n",
      "4 0.93\n"
     ]
    }
   ],
   "source": [
    "from sklearn.model_selection import StratifiedKFold\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "\n",
    "clf = RandomForestClassifier(n_estimators=100, max_depth=2, random_state=0, n_jobs=-1)\n",
    "skf = StratifiedKFold(n_splits=5)\n",
    "for k, (train_index, test_index) in enumerate(skf.split(train, target)):\n",
    "    X_train, X_test, y_train, y_test = train[train_index], train[test_index], target[train_index], target[test_index]\n",
    "    clf = clf.fit(X_train, y_train)\n",
    "    print(k, clf.score(X_test, y_test))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 模型调参"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "# Tuning hyper-parameters for precision\n",
      "\n",
      "Best parameters set found on development set:\n",
      "\n",
      "{'n_estimators': 100}\n",
      "\n",
      "Grid scores on development set:\n",
      "\n",
      "0.486 (+/-0.081) for {'n_estimators': 50}\n",
      "0.491 (+/-0.101) for {'n_estimators': 100}\n",
      "0.486 (+/-0.081) for {'n_estimators': 200}\n",
      "\n",
      "Detailed classification report:\n",
      "\n",
      "The model is trained on the full development set.\n",
      "The scores are computed on the full evaluation set.\n",
      "\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "         0.0       0.93      0.99      0.96       932\n",
      "         1.0       0.13      0.03      0.05        68\n",
      "\n",
      "    accuracy                           0.92      1000\n",
      "   macro avg       0.53      0.51      0.50      1000\n",
      "weighted avg       0.88      0.92      0.90      1000\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.model_selection import GridSearchCV\n",
    "from sklearn.metrics import classification_report\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "\n",
    "\n",
    "# Split the dataset in two equal parts\n",
    "X_train, X_test, y_train, y_test = train_test_split(train, target, test_size=0.5, random_state=0)\n",
    "\n",
    "# model \n",
    "clf = RandomForestClassifier(n_jobs=-1)\n",
    "\n",
    "# Set the parameters by cross-validation\n",
    "\n",
    "tuned_parameters = {\n",
    "                    'n_estimators': [50, 100, 200]\n",
    "#                     ,'criterion': ['gini', 'entropy']\n",
    "#                     ,'max_depth': [2, 5]\n",
    "#                     ,'max_features': ['log2', 'sqrt', 'int']\n",
    "#                     ,'bootstrap': [True, False]\n",
    "#                     ,'warm_start': [True, False]\n",
    "                    }\n",
    "\n",
    "scores = ['precision']\n",
    "\n",
    "for score in scores:\n",
    "    print(\"# Tuning hyper-parameters for %s\" % score)\n",
    "    print()\n",
    "\n",
    "    clf = GridSearchCV(clf, tuned_parameters, cv=5,\n",
    "                       scoring='%s_macro' % score)\n",
    "    clf.fit(X_train, y_train)\n",
    "\n",
    "    print(\"Best parameters set found on development set:\")\n",
    "    print()\n",
    "    print(clf.best_params_)\n",
    "    print()\n",
    "    print(\"Grid scores on development set:\")\n",
    "    print()\n",
    "    means = clf.cv_results_['mean_test_score']\n",
    "    stds = clf.cv_results_['std_test_score']\n",
    "    for mean, std, params in zip(means, stds, clf.cv_results_['params']):\n",
    "        print(\"%0.3f (+/-%0.03f) for %r\"\n",
    "              % (mean, std * 2, params))\n",
    "    print()\n",
    "\n",
    "    print(\"Detailed classification report:\")\n",
    "    print()\n",
    "    print(\"The model is trained on the full development set.\")\n",
    "    print(\"The scores are computed on the full evaluation set.\")\n",
    "    print()\n",
    "    y_true, y_pred = y_test, clf.predict(X_test)\n",
    "    print(classification_report(y_true, y_pred))\n",
    "    print()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 模糊矩阵"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Confusion matrix, without normalization\n",
      "[[452   7]\n",
      " [ 40   1]]\n",
      "Normalized confusion matrix\n",
      "[[0.98 0.02]\n",
      " [0.98 0.02]]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAUYAAAEYCAYAAAAgU193AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/d3fzzAAAACXBIWXMAAAsTAAALEwEAmpwYAAAmlElEQVR4nO3debyVVdnG8d8FOCKCipqihrOpJak54BBpGQ4JlmWOOJKvlpVZqZGiaXOv+ppDpiZqjjnhBA7lmCOJluKA4YimIKLiFHi/f6y1ZbM55+x9YJ89nevLZ3/Yz3zv6T5rPWs961FEYGZmc/WodwBmZo3GidHMrIQTo5lZCSdGM7MSToxmZiWcGM3MSjgxVkjSEpKulzRT0pULsZ+9Jd1SzdjqRdI2kp5qlONJGigpJPWqVUzNoPR9kXSzpBFdcJzHJQ2p9n7rQa3Wj1HSXsCRwHrA28BE4OSIuGch97sv8B1gcETMXtg4G52kANaOiMn1jqU9kp4DDo6I2/L0QGAKsEi1PyNJFwAvRcSoau63FrrifWnm96MSLVVilHQkcCrwc2BFYDXgTGBYFXb/SeDp7pAUK+FSWdfxe9sAIqIlHkBf4B3g6x2ssxgpcU7Nj1OBxfKyIcBLwA+A14BXgAPyshOAD4H/5mMcBIwGLi7a90AggF55en/g36RS6xRg76L59xRtNxh4CJiZ/x9ctOwO4GfAvXk/twD923lthfh/VBT/cGAn4GngDeDYovU3A+4D3szr/h5YNC+7K7+WWfn17lG0/x8DrwIXFeblbdbMx9g4T68MvA4MqeCzGwP8ID8fkI99eMl+e5Qc7yLgI+C9HOOPij6DEcALwDTgJxV+/vN8LnleAGsBI/Nn/2E+1vXtvI4ADgWeye/rGcytlfUARgHP58/nQqBvyXfnoBz3XTmee4FT8r7+Tfqu7A+8mPcxoujYOwOPAG/l5aM7+G7eQSppAzyaX1PhEYXPDLgyf9Yzc0wb5Pltvh/Ac8AXF+a31iiPugdQtRcCQ4HZhQ+/nXVOBO4HVgCWB/4O/Kzow5qd11mElFDeBZbJy0czbyIsnf74ywf0zl/QdfOylYq+VPuTf4DAssAMYN+83Z55ermiL/CzwDrAEnn6l+28tkL8x+X4DyElpkuAPsAGpCSyel5/E2CLfNyBwCTgeyU/8rXa2P+v8pd+CYoSVV7nEOAJYElgPPDbCj+7A4t+XHvl13x50bLrin9QRds9R/4hlnwGf8zxbQR8AHyqgs//48+lrfcAuAA4qczrCOAGoB+ptvI6MLTodUwG1gCWAq4GLiqJ+0LSd2eJHM9s4ACgJ3ASKWmekd//HUh/LJcqem8+TUrAnwH+Awwv/W4Wfa8ObiP+kcCTwNJFMfdhbpKbWLTufO8H8ybGBf6tNcKj7gFU7YXA3sCrZdZ5FtipaPrLwHNFH9Z7FCVW0l+zLfLz0XQuMb4JfA1YoiSG/ZmbGPcFHixZfh+wf9EXeFTRssOAce28tkL8PfN0nxzP5kXrTCj8WNrY/nvANUXTbSXGD4HFS+a9VLKfscA/gcfIJYQKPrs1SX8QegBnA99ibslwDHBkW8ej/cS4StG8B4FvVvD5f/y5tPUeUHli3Lpo+grg6Pz8duCwomXrkkpdhT9MAaxR8j15pmj603mdFYvmTQcGtRPLqcAppd/Nou/VwSXrb036vq/Tzv765X30be/9YN7EuMC/tUZ4tNI5xulA/zLnZ1YmVWUKns/zPt5HzHsO8V3SX/dOiYhZpOrnocArkm6UtF4F8RRiGlA0/Won4pkeEXPy8/fy//8pWv5eYXtJ60i6QdKrkt4inZft38G+AV6PiPfLrPNHYEPg9Ij4oMy6AETEs6Rq+yBgG1Kpa6qkdYHPA3dWsp8i7b1n5T7/aujMsXuRzoUXvFiyr9LPjoho7/PcXNLfJL0uaSbpu1fu8yRvuyopiY+IiKfzvJ6Sfinp2fz9eC6vXtE+qdFvrau0UmK8j1RtGt7BOlNJjSgFq+V5C2IWqcpY8InihRExPiK+RKpGP0lKGOXiKcT08gLG1BlnkeJaOyKWBo4FVGab6GihpKVIJZXzgNGSlu1EPHcCu5POc76cp0cAy5B6FnQ6njZ09PnP83lKmufzXIBjVXLs2cyb/BbmGJeQSuurRkRfUsm73OeJpCWAa4FTI+LmokV7kRotv0g6fz+wsEmFsVbzt1ZzLZMYI2Im6fzaGZKGS1pS0iKSdpT067zapcAoSctL6p/Xv3gBDzkR2FbSapL6AscUFkhaUdIwSb1JyfodUkNBqZuAdSTtJamXpD2A9Uklpq7Wh3Qe9J1cmv2fkuX/IZ0P64zTgIcj4mDgRtKPEwBJoyXd0cG2dwLfJp3kh1Td+zapejunnW06G2NHn/+jwAaSBklanHSqZGGO1daxvy9p9fwH5Oek86jV6uXQB3gjIt6XtBkpsVXifODJiPh1yfw+pO/udNIfjJ+XLC/3flTzt1ZzLZMYASLid6Q+jKNIJ75fJP24rs2rnAQ8TDr/9U/gH3neghzrVuDyvK8JzJvMeuQ4ppJaVD/P/ImHiJgO7EJqnZtOalndJSKmLUhMnXQU6cfzNqk0e3nJ8tHAGElvSvpGuZ1JGkZqACu8ziOBjSXtnadXJbWytudO0o+xkBjvIf0g72p3C/gF6cf3pqSjysVIB59/rkKeCNxGalUu7fd6HrB+Pta1FRyr1PmklvS7SL0U3if1i62Ww4ATJb1NSkJXVLjdN4HdJL1T9NiG1BD0PKn28gSpIaVYufejar+1emi5Dt7WmCRNBLbPfwzMGpoTo5lZiZaqSpuZVYMTo5lZCSdGM7MSvlh9AajXEqFF+9Q7jG5n0KdWq3cI3dILzz/HtGnTyvaJrETPpT8ZMfu9suvFe6+Pj4ih1TjmgnBiXABatA+LrVu2B4tV2d33nV7vELqlbbb8XNX2FbPfq+i38/7EMyq9wqZLODGaWe1I0KNnvaMoy4nRzGpLjd+04cRoZrWlqpyu7FJOjGZWQ65Km5nNS7gqbWY2L7kqbWY2H1elzcyKyVVpM7N5CJcYzczm5RKjmdn8erjxxcxsLlelzcxKuSptZjY/92M0Myvi0XXMzNrgqrSZWYkmqEo3fuo2sxaSq9LlHpXsSeop6RFJN+Tp1SU9IGmypMslLZrnL5anJ+flA8vt24nRzGqnMLpOuUdlvgtMKpr+FXBKRKwFzAAOyvMPAmbk+afk9TrkxGhmNVSdEqOkVYCdgXPztIDtgL/kVcYAw/PzYXmavHz7vH67nBjNrLYqKzH2l/Rw0WNkyV5OBX4EfJSnlwPejIjZefolYEB+PgB4ESAvn5nXb5cbX8ystiprfJkWEZu2vbl2AV6LiAmShlQxso85MZpZ7VSnH+NWwK6SdgIWB5YGTgP6SeqVS4WrAC/n9V8GVgVektQL6AtM7+gArkqbWU1JKvvoSEQcExGrRMRA4JvAXyNib+BvwO55tRHAdfn52DxNXv7XiIiOjuHEaGY1IxY+MXbgx8CRkiaTziGel+efByyX5x8JHF1uR65Km1ntSKiKw45FxB3AHfn5v4HN2ljnfeDrndmvE6OZ1dRClAhrxonRzGrKidHMrJioalW6qzgxmlnNiIVqXKkZJ0Yzq6kePRq/M4wTo5nVlEuMZmbFlB8NzonRzGpGyFVpM7NSrkqbmZVq/LzoxGhmNSS3SpuZzcdVaauLHj3EvX/+EVNfm8nXvns255ywD9tsshYz33kfgJHHXcRjT7/MN3fclCP3/xKSeOfd9zni55fzz6dfLrN3q9TTTz3FiH2++fH0c1P+zajjTuDwI75Xv6DqzB28rW6+vdcXeGrKf+jTe/GP5x176rVcc9vEedZ7bup0djj4VN58+z122Gp9zhi1J9vu99saR9u61ll3Xe576BEA5syZw9qrr8JXhu1W56jqrEkuCWz8yr51yoAV+jF06w340zV/L7vu/Y9O4c233wPgwcemMGDFfl0cXfd1x19vZ4011mS1T36y3qHUXReOx1g1Towt5jc//Bo/Oe1aPvpo3gGKRx/+FR68/Bh+/YOvsugi81cU9h8+mPH3PlGrMLudv1x5Gbt/45vlV+wG1ENlH/XmxJhJGiJpcL3jWBg7brMhr73xNo9MenGe+cedPpaNdvsZW+/zG5bp25sfHPDFeZZvu+najBi+JaNOuw6rvg8//JAbb7ie3b7WqbFSW1YzlBib4hyjpJ4RMaeLDzMEeAcoXwdtUFsOWoNdPv9phm69AYstughL916c80/ajwNHXQjAh/+dzYXX3c/39tv+4202XHtlzjpuL4Z9+yzemDmrXqG3tFvG3cygQRuz4oor1juUumuUxFdOl5UYJQ2UNEnSHyU9LukWSUtIGiTpfkmPSbpG0jLtbP+OpN9JehTYUtI+kh6UNFHSHyT1LFrvlHyM2yUtn+evKWmcpAmS7pa0Xp7/FUkPSHpE0m2SVpQ0EDgU+H7e/zZd9b50peNOH8taQ3/Kejsfz35H/4k7HnqaA0ddyCf6L/3xOrt+4TM88exUAFb9xDJc9ttDOOinFzL5hdfqFXbLu/KKy/j6Hq5GF/To0aPso966OoK1gTMiYgPgTeBrwIXAjyPiM8A/gePb2bY38EBEbES61eEewFYRMQiYA+xdtN7D+Rh3Fu3vHOA7EbEJcBRwZp5/D7BFRHwWuAz4UUQ8B5wNnBIRgyLi7tJgJI0s3Pw7Zr+3QG9Gvfzp5BE8dMWxPHzlsSzXrze//OM4AI4ZuSPL9uvNqcfswf2XHc09f/5RnSNtPbNmzeJvt9/KrsO/Wu9QGocqeNRZV1elp0TExPx8ArAm0C8i7szzxgBXtrPtHOCq/Hx7YBPgoVwMXwIoFHE+Ai7Pzy8Grpa0FDAYuLKo2L5Y/n8V4HJJKwGLAlMqeSERcQ4p2dJjyRU6vPViI7h7wjPcPeEZAHb81ultrnPYiZdw2ImX1DKsbqd379688Mq0eofRUJqhKt3VifGDoudzgH5trZSrxRPy5NiIOA54v+i8ooAxEXFMBccMUkn4zVy6LHU68L8RMVbSEGB0Bfs0syqQ0gUIja7WlfmZwIyic3j7AndGxJxchR2Uk2Kp24HdJa0AIGlZSYUOYT2Ye5PtvYB7IuItYIqkr+f1JWmjvE5foHB5R+Em3ABvA32q8BrNrF3lW6QboURZj7OcI4DfSHoMGAScWG6DiHgCGAXckre7FVgpL54FbCbpX8B2RfvbGzgoN948DgzL80eTqtgTgOI6zvXAbs3c+GLWDKTyj3rrsqp0btDYsGi6+FqzLSrYfqmS6cuZey6xdN0j25g3BRjaxvzrgPk67EXE08BnysVlZguhSarSTdGP0cxag3BirInSkqWZNbZGqCqX0/SJ0cyaiKvSZmbzEu7HaGZWQi4xmpmVconRzKxYg/RTLMeJ0cxqplm669R/fB8z61YW9pJASYvnIQgfzcMNnpDnr56HFJws6XJJi+b5i+XpyXn5wHIxOjGaWU1V4ZLAD4Dt8pCEg4ChkrYAfkUaOnAtYAZwUF7/IGBGnn9KXq9DToxmVjOF0XXKPToSyTt5cpH8CNJYCX/J88cAw/PzYXmavHx7lSmWOjGaWQ1VPLpO/8LA0Pkxcp69SD0lTSSNy3or8CxpqMHZeZWXgAH5+QDgRYC8fCawXEdRuvHFzGqqwlbpaRGxaXsL81itgyT1A64B1qtKcJkTo5nVTpUvCYyINyX9DdgS6CepVy4VrsLccVdfBlYFXpLUizQm6/SO9uuqtJnVTOGSwIVslV4+lxSRtATwJWAS8DfmDlo9grnDC45l7qDUuwN/jYgOb0/iEqOZ1VQVSowrAWPyLVF6AFdExA2SngAuk3QS8AhwXl7/POAiSZOBN4Cyt2x0YjSzmlrYSwIj4jHgs23M/zewWRvz3we+3pljODGaWe34kkAzs3mp2UfXkXQ6qdNkmyLiiC6JyMxaWo8mKDJ2VGJ8uGZRmFm30QR5sf3EGBFjiqclLRkR73Z9SGbWqiTo2QRV6bL9GCVtmZvBn8zTG0k6s8sjM7OWtLD9GGuhkg7epwJfJvcUj4hHgW27MCYza2FVGF2ny1XUKh0RL5Zk8TldE46ZtTIBPRsh85VRSWJ8UdJgICQtAnyXdPmNmVnnNEhVuZxKEuOhwGmkoXumAuOBw7syKDNrTaI5Gl/KJsaImAbsXYNYzKwbaIICY0Wt0mtIul7S65Jek3SdpDVqEZyZtZ5WaZW+BLiCNKLFysCVwKVdGZSZtaZCP8Zyj3qrJDEuGREXRcTs/LgYWLyrAzOz1qQKHvXW0bXSy+anN0s6GriMdO30HsBNNYjNzFpQI1SVy+mo8WUCKREWXsW3ipYFcExXBWVmrUlqjKpyOR1dK716LQMxs+6hCQqMlV35ImlDYH2Kzi1GxIVdFZSZta5mr0oDIOl4YAgpMd4E7AjcAzgxmlmnNEsH70papXcHtgdejYgDgI1Itx80M+u0pm6VLvJeRHwkabakpYHXSPdoNTPrFKn5R/AueDjfw/WPpJbqd4D7ujIoM2tdTX3Pl4KIOCw/PVvSOGDpfPtCM7NOa4ICY4cdvDfuaFlE/KNrQmp8n153VW7+2//WO4xupxlO2reiar7rTd+PEfhdB8sC2K7KsZhZN9DU3XUi4gu1DMTMuodKusLUW0UdvM3MqqFZ+jE6MZpZTTVBXnRiNLPaSXcBbPzMWMkI3pK0j6Tj8vRqkjbr+tDMrBX17FH+UW+VhHAmsCWwZ55+GzijyyIys5Yl0pUv5R71VklVevOI2FjSIwARMUPSol0cl5m1qAYoEJZVSYz/ldST1HcRScsDH3VpVGbWkgodvBfmni+SVpX0N0lPSHpc0nfz/GUl3Srpmfz/Mnm+JP2fpMmSHuvo4pWCShLj/wHXACtIOpk05NjPK9jOzGw+qQGm40cZs4EfRMT6wBbA4ZLWB44Gbo+ItYHb8zSkoRLXzo+RwFnlDlDJtdJ/ljSBNPSYgOERMals6GZmJQT0Wsj+OhHxCvBKfv62pEnAAGAYaexYgDHAHcCP8/wLIyKA+yX1k7RS3k+bKhmodjXgXeD64nkR8cKCvCgz694qbFvpL+nhoulzIuKc+felgcBngQeAFYuS3avAivn5AODFos1eyvMWPDECNzL3pliLA6sDTwEbVLCtmdlcqriD97SI2LTDXUlLAVcB34uIt4r7R0ZESIoFDbOSqvSnS4LZGDisndXNzNoloGcVuuNIWoSUFP8cEVfn2f8pVJElrUQaVBvgZeYdXHuVPK9dnW45z8ONbd7Z7czMIJUYyz06olQ0PA+YFBHF4/+NBUbk5yOA64rm75dbp7cAZnZ0fhEqO8d4ZPFrAjYGppbbzsysLVW4JHArYF/gn5Im5nnHAr8ErpB0EPA88I287CZgJ2Ayqb3kgHIHqOQcY5+i57NJ5xyvqmA7M7N5SAt/yV9E3EP74+du38b6ARzemWN0mBhzx+4+EXFUZ3ZqZtaeRrjkr5yObm3QKyJmS9qqlgGZWetK10rXO4ryOioxPkg6nzhR0ljgSmBWYWFRS5CZWYVUlVbprlbJOcbFgemke7wU+jMG4MRoZp0imvwugaRro48E/sXchFiwwB0nzawb08JfElgLHSXGnsBStN3648RoZp3WCiXGVyLixJpFYmbdQlO3SlPd+2ybmeVLAusdRXkdJcb5OkqamS2UJrkZVruJMSLeqGUgZtY9NH5a9O1TzayGqjW6TldzYjSzmmqCvOjEaGa1pOY+x2hmVm2uSpuZtaHx06ITo5nVkOQSo5nZfHyO0cysROOnRSdGM6shN76YmbWhCfKiE6OZ1ZJQE1SmnRjNrGZclTYzK6XmqEov5B1erdHNmTOHHbbdjP32GA7AC89PYZcvbs1WG3+KQw/cmw8//LC+Aba4bx18IKutvAKbDNqw3qE0DKn8o96cGFvcuWefztrrrPfx9Mmjf8Ih/3ME9/5jEn379uPSi/5Ux+ha374j9ue6G8bVO4yGUahKl3vUmxNjC5v68kvcfsvN7LnfAQBEBPfedQc7D/sqAF/fc1/G3zS2niG2vK232ZZll1223mE0FFXwr96cGFvY8ccexagTfkGPHuljnvHGdPr27UuvXunU8korD+DVqVPrGaJ1Q65KNxFJwyWtX+84quXWcTfSv//yfGbQxvUOxexjzVKVbopWaaWLKxURH3XhYYYDNwBPdOExaubhB+7jlnE38tdbx/PBB+/z9ttvcdzRP2DmzJnMnj2bXr168crUl/nEyivXO1TrVhqjqlxOw5YYJQ2U9JSkC4F/AT+V9JCkxySdULTOk5L+LGmSpL9IWjIv20TSnZImSBovaaU8/5C8n0clXSVpSUmDgV2B30iaKGnNer3uajnm+JOY8Pi/eeCxpznzvIvYapsh/P6PYxi8zee58bqrAbjy0ovYYcev1DlS61YEPSp41FvDJsZsbeBM4PvAAGAzYBCwiaRt8zrrAmdGxKeAt4DDJC0CnA7sHhGbAOcDJ+f1r46Iz0XERsAk4KCI+DswFvhhRAyKiGdLA5E0UtLDkh6ePm1aV73eLveT0SdzzpmnsdXGn2LGjDfYc98D6h1SS9tvnz0Zss2WPP3UU6w5cBUuOP+8eodUVyLdV7rco94avSr9fETcL+m3wA7AI3n+UqSk+QLwYkTcm+dfDBwBjAM2BG7NQxz1BF7J62wo6SSgX97P+EoCiYhzgHMANvrsJrFwL6u2Bm/9eQZv/XkAPjlwDW68/d4yW1i1XHjxpfUOoeHUP+2V1+iJcVb+X8AvIuIPxQslDQRKk1Tk9R+PiC3b2OcFwPCIeFTS/sCQKsZrZmU0w3iMjV6VLhgPHChpKQBJAyStkJetJqmQAPcC7gGeApYvzJe0iKQN8jp9gFdydXvvomO8nZeZWReqRncdSedLek3Sv4rmLSvpVknP5P+XyfMl6f8kTc5tFGW7ajRFYoyIW4BLgPsk/RP4C3OT2FPA4ZImAcsAZ0XEh8DuwK8kPQpMBAbn9X8KPADcCzxZdJjLgB9KeqQVGl/MGpUqeFTgAmBoybyjgdsjYm3g9jwNsCPp1NvawEjgrHI7b9iqdEQ8RzpPWJg+DTiteJ1clZ4dEfu0sf1EYNs25p9FG29MPk/ZMv0YzRqRqE5VOiLuyr//YsOYe2psDHAH8OM8/8KICOB+Sf0krRQRr9COpigxmlmLqKAanfNm/0IvkPwYWcHeVyxKdq8CK+bnA4AXi9Z7Kc9rV8OWGCtRWqo0s8ZXYXlxWkRsuqDHiIiQtMC9R1xiNLMaElL5xwL6T9GFHCsBr+X5LwOrFq23Sp7XLidGM6upLhxEYiwwIj8fAVxXNH+/3Dq9BTCzo/OL0ORVaTNrLqnxpQr7kS4lNbT0l/QScDzwS+AKSQcBzwPfyKvfBOwETAbeBcpe7uXEaGY1VY1BJCJiz3YWbd/GugEc3pn9OzGaWU01wYUvToxmVkMNMhBtOU6MZlZTzTAeoxOjmdVMtRpfupoTo5nVlBOjmVkJV6XNzEq4xGhmVsKJ0cysSBpvsfEzoxOjmdVOg9wFsBwnRjOrLSdGM7NiclXazKxYuq90vaMoz4nRzGrLidHMbF6uSpuZlXBV2sysmIcdMzNrS+NnRidGM6sZt0qbmbXBVWkzsxJulTYzK+ESo5lZEblV2sxsfmqCzOjEaGY11fhp0YnRzGqsCQqMToxmVjtC9GiCzNij3gGYmTUalxjNrKaaoMDoxGhmNSSaoirtxGhmNSPcKm1mNr8myIxOjGZWU65Km5mVaPy06MRoZjXWDJcEKiLqHUPTkfQ68Hy941hA/YFp9Q6iG2rm9/2TEbF8NXYkaRzpvShnWkQMrcYxF4QTYzcj6eGI2LTecXQ3ft+bi698MTMr4cRoZlbCibH7OafeAXRTft+biM8xmpmVcInRzKyEE6OZWQknRjOzEk6MZmYlnBitIpJ8+WiVKVkpP19N0iL1jskSf9mtTUoXtG4KTAU+CSwr6eaImFPfyFrK54AtJS0G7A9sD7xS14gMcInR2rc08GngDOAy4OWImKNmGAGgSUTEg8AWwHHAGRHhpNggXGK0NkXETEmTga2B8cA7eb47vlbXBcBbwCqStgXuj4gPJfWIiI/qG1r35Q7eNg9Jiogo+n9DYCfSiChjI+IeScsC70fEu/WNtvkUva+fA3oCr0fEs5JOBJYDzs7/DwTG+A9RfTgx2seKfrRDgd2BScBNwOvA90inXt4CvgAcGBEv1yvWZiZpV+AE4BZgTeBC4AZgNPAJYFdgZESMrVeM3Z0To81D0k7AScBPgf2AlYCjSUlyD2BH4IKIuKZuQTYxSesCZwF7AsOAI4B/AX+JiL9IWhXoHRFPFv5Q1THcbsuJ0T4mqQ/wQ+AiYG1SCeYyUgnmJxFxr6TFIuID/2gXjKSBpIatZYBTgX1JpfNdgXMi4uy6BWcfc2Ls5koTXE6O/YGLgQOBl4DbgCD9eN9wo0Dlik5PfAqYARARr0o6hPT7O0fSfqTW6bMj4rF6xmuJW6W7saIf7Q7AesCiwP8CiwAvA/8GPgs8AfwmIpp1aP66ye9v4fTEVcDOkvYCZgHn5k7dPwT2c1JsHO7H2I3lH+2OwC9Iye9A4NcR8QawOHAlcDVwfUQ8Wb9Im5ek1UmnJIaRGq4EvBURl5De7+WBQyPirroFafNxidF2Ab4BbAC8AfweICJ2lbQW0DMinvI5xc4per/mkFr2BwF7A/tExBuStgeui4jLSta3BuBzjN1YvorldFIVeg3gsIh4WtI3gDkRcVVdA2xCRacnloyId/M15ncC6wOrRcTbkrYhlSIPjIhmvdtkS3Ni7EaKfrQbAO+SGgM+Rfrh7hMRV0jaEvgTcHBE3FPHcJtWPj3xbVI3nEdJXZ1GA88AjwBHAaMj4rp6xWgdc2LsJoqS4nakxPd3YAXgN6Tq3rnAzcDmwE8j4oa6BdvEJG0KnEjq8rQMaaCIqaS+iz8BXgQmRMR4V58blxNjN5Kvxd0VuAKYCGwL/I40sstbpHPOvSLicf9oOy93zr4TuCIijpbUG1iH1Or844h4sa4BWsXcKt0NSOqZnx4LfAd4JSI+jIjbSKXHnSPi2Yh4KiIeBw8WsSBy4rscOETSWhExKyIeIbXwr1nf6Kwz3CrdwopKfb1JXUSGShoHjAG2y6v9l3SVi3VSyYAQa5HOJ54EvAlcK+k7wGuk4dtm1S1Q6zSXGFtY0YAQ50oaJWmXiBgKLCnpCUkjga8Bvu55AeT39yukUve6wJ+BXSPiV8BYYBzwM2CPiHjIY1k2DyfGFiZpMOlKll8Cg0n96IiILYAXgOOBQyLiWg+r33n5Mr8vk0rfd5F+T7fnxT8hnVscQGp8sSbixpcWU1S9600qDc4AXgXOBL4WES9I6psHoh0HLB4RQ+oYclMpen8HA38gJcTFSf0U94yI5/IlgE9HxGRJJwNbAkOB//rcbXNwYmwhRT/aL5Pu1/JP4NfAh8D2EfF6rvptHhGj8jY3kDp2v1C3wJuMpM2BnwO/JZ2/HQUcFRG35X6gY0j9Qh/M6y8XEdPrFrB1mqvSLaSoJLMjcA/plgR3kfonLpZ/0CcD9xdts4uTYqf1BYaQWppvIvUJPVjS+cB5wJGFpAjgpNh8XGJsEfnEvoAJpKHx14mI9yV9idRpe1dgOmloq+vcT3HhSBpOKo1/G7iVVEJfFZgSEY/4/W1uTowtJp9bfAS4JyIOLJrfD/goIt7yj7Y6JO1Cusrlt3m0HGsRTowtpGh07d7AA8C9EfGtesfVyiQNIw3b9kXgVQ/i2xqcGFuEpEUi4r+SBpDu0/I4MBm4OSIOrm90rU3S8hHxer3jsOpx40sTKnQUlrSypMUkLZWT4hqkgWXXjYj3SNfpXlTPWLsDJ8XW4xJjk8pXtBwPPEnqMnIMsCGwYUScLKlnRMzJ6/qcolknODE2IUnrkC45OwT4D6nFeTdgeKH04mRotuBclW4SJdfZfgDcHRF3A5Mj4rfAP4CdCus6KZotOCfGJpE7b39e0rdIo27vLOmAolbQGaT+ix4yzGwhedixBld0md/mpOudnyLd0e9q4GRJK5CGzN8V+F7dAjVrIT7H2AQkbUbqSPyjiHhM0j6km1d9gnT7zUnAg74dgVl1uMTYHPqROhB/CXgMuIx0y9PFSaXFU3Op0ucWzarAibEJRMQtkr4K/ELS1Ii4VNLlefHEQjJ0UjSrDifGJhERYyXNBn4madGIGAP4+lyzLuBzjE1G0q6kEbl9ba5ZF3FibEK+NtesazkxmpmVcAdvM7MSToxmZiWcGM3MSjgxmpmVcGK0dkmaI2mipH9JulLSkguxrwsk7Z6fnytp/Q7WHZLvdtjZYzwnqX+l80vWeaeTxxot6ajOxmjNwYnROvJeRAyKiA1J96Y+tHihpAW6QCAiDo6IJzpYZQjQ6cRoVi1OjFapu4G1cmnubkljgSck9ZT0G0kPSXosD4uGkt9LekrSbcAKhR1JukPSpvn5UEn/kPSopNslDSQl4O/n0uo2kpaXdFU+xkOStsrbLifpFkmPSzqXdPvYDkm6VtKEvM3IkmWn5Pm3S1o+z1tT0ri8zd2S1qvKu2kNzZcEWlm5ZLgjMC7P2ph0C4UpObnMjIjPSVoMuFfSLcBngXWB9YEVSUOlnV+y3+WBPwLb5n0tGxFvSDobeCcPwIukS4BTIuIeSasB40ljUh5Puk3siZJ2Bg6q4OUcmI+xBPCQpKsiYjrp9hAPR8T3JR2X9/1t4Bzg0Ih4pmjot+0W4G20JuLEaB1ZQtLE/Pxu4DxSFffBiJiS5+8AfKZw/hDoC6wNbAtcmu87M1XSX9vY/xbAXYV9RcQb7cTxRWD9okHMl5a0VD7GV/O2N0qaUcFrOkLSbvn5qjnW6cBHQGFgjouBq/MxBgNXFh17sQqOYU3OidE68l5EDCqekRPErOJZwHciYnzJejtVMY4ewBYR8X4bsVRM0hBSkt0yIt6VdAdp6La2RD7um6XvgbU+n2O0hTUe+B9Ji0C6UZek3sBdwB75HORKwBfa2PZ+YFtJq+dtl83z3wb6FK13C/CdwoSkQfnpXcBeed6OwDJlYu0LzMhJcT1SibWgB1Ao9e5FqqK/BUyR9PV8DEnaqMwxrAU4MdrCOpd0/vAfkv4F/IFUE7mGNIjuE8CFwH2lG+aBMEaSqq2PMrcqez2wW6HxBTgC2DQ37jzB3NbxE0iJ9XFSlfqFMrGOA3pJmkQaoej+omWzgM3ya9iONGI6wN7AQTm+x4FhFbwn1uQ8iISZWQmXGM3MSjgxmpmVcGI0MyvhxGhmVsKJ0cyshBOjmVkJJ0YzsxL/DwBTp7s3AVFwAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAUMAAAEYCAYAAADGepQzAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/d3fzzAAAACXBIWXMAAAsTAAALEwEAmpwYAAApWUlEQVR4nO3deZxe4/3/8dc7MxIECQkqiZDNklgiCxINqdbWROy7toq22qLVH6X2plVVVfq1FFW1VMUWxFJRKrYiiyUkoUJCMtZEliJFxuf3x7lG7ozJzD3JzL3MvJ8e98N9zrnucz7nnplPrutc17mOIgIzs9auTbEDMDMrBU6GZmY4GZqZAU6GZmaAk6GZGeBkaGYGOBm2SpImSDo2vT9C0oNNvP9NJYWkyqbcbwPHlKS/SlogaeIq7GeYpFeaMrZikdRd0oeSKoodSzlwMmwGkmZLek9S+5x1x0qaUMSw6hQRN0XE7sWOowl8FdgN6BYR26/sTiLi8YjYvOnCah7pd+wb9ZWJiDcjYq2IqC5UXOXMybD5VAA/WdWdpBqPf04N2wSYHREfFTuQUlDIWnlL4T+y5nMhcLKkjnVtlDRU0iRJi9L/h+ZsmyDpPElPAh8DPVOz80eSXpX0X0m/ktRL0r8lLZZ0q6S26fPrSrpX0vup2XivpG4riOMoSU+k9z9Pzaqa12eSrkvbOkj6i6S3JVVJ+nVN80tShaTfS5on6XVgRH1fjKSNJY1N8c2XdFla30bSmZLeSDXrGyR1SNtqmt7fkfRmOtYZadsxwDXAkBT3L3PPK+e4Ial3ev9NSdPTd1kl6eS0frikuTmf2TL9PBZKmiZpVM626yRdLum+tJ9nJPVawTnXxP9dSXPSz+U4SYMlTU37vyynfC9J/0rfzzxJN9X8Lkm6EegO3JPO9+c5+z9G0pvAv3LWVUpaT9JcSXunfawlaaakb9f3s2pVIsKvJn4Bs4FvAGOBX6d1xwIT0vv1gAXAt4BK4LC03CltnwC8CfRL21cDArgbWCet/wR4GOgJdACmA99Jn+8EHACsCawN3AbclRPfBODY9P4o4Ik6zmFj4C1gr7R8J3AV0B7YAJgI/CBtOw54OX1mPeCRFG9lHfutAF4ALk77Wh34atp2NDAzndNa6fu7MW3bNO3zz8AawLbpO9iyrvOo67zS53un928Dw9L7dYEB6f1wYG56v1qK53SgLbAr8F9g87T9OmA+sH36Od0EjFnB70RN/Femc94d+B9wV/o+uwLvAbuk8r3Jmv3tgPWBx4BLav+O1bH/G9L3ukbOuspUZnfgnXS8PwO3F/tvpZReRQ+gJb5Ylgy3AhalX+bcZPgtYGKtzzwFHJXeTwBG19oewE45y1OAU3OWL8r9Y6n12f7AgpzlCdSTDNMf0hf7BzZMiWeNnDKHAY+k9/8CjsvZtjsrToZDgPdXsO1h4Ec5y5sDn6VEU/OH3S1n+0Tg0LrOYwXnlZsM3wR+AKxTq8xwliXDYSl5tMnZfjNwbnp/HXBNzrZvAi+v4GdQE3/XnHXzgUNylu8AfrqCz+8LPFf7d6yO/fesY11lzrpLgReBKtI/vn5lLzeTm1FEvATcC5xWa1MX4I1a694gqx3UmFPHLt/Neb+kjuW1ACStKemq1NxcTFar6Kj8exX/ArwSERek5U3Iaklvp+bcQrJa4gY555Mbb+1zy7Ux8EZELK1jW+3v5Q2yRLhhzrp3ct5/TDrnlXAAWfJ6Q9KjkoasIJ45EfF5rZhyf06NjSffn+GGksakJvxi4G9A5wb2DXX/3uS6muwf6esiYn4e+2s1nAyb3znA91j+D+gtsgSTqzvZv9Y1VmU6of9HVqvaISLWAXZO69XQByWdBmwGHJOzeg5ZzbBzRHRMr3Uiol/a/jZZkqvRvZ5DzAG6q+4L/LW/l+7AUpZPGPn6iOwyAQCSvpK7MSImRcQ+ZAn9LuDWFcSzsZbvwKr9c2ouvyH7Hdg6/QyPZPmf34p+P1b4e5P+MbyarCn9o5rrp5ZxMmxmETETuAU4MWf1/cBmkg5PF7cPAfqS1SKbwtpktYyFktYjS8gNkrRXinO/iFiScw5vAw8CF0laJ3V09JK0SypyK3CipG6S1uXLNeFcE8mS528ltZe0uqSd0rabgZMk9ZC0FllCuGUFtciGvAD0k9Rf0urAuTnn2VbZ+MoOEfEZsBj4vI59PENW2/u5pNUkDQf2BsasRDyNtTbwIbBIUlfglFrb3yW7ttoYp5Mly6PJOvhuaERrocVzMiyM0WQXtQFIzZORZDW4+cDPgZERMa+JjncJ2XW/ecDTwAN5fu4QsuubM7SsR/nKtO3bZJ0I08k6e24HNkrb/gyMJ0tAz5J1fNQpsjFve5N1ELwJzE3HBbgWuJGsWT+LrIPhhDxjr32c/5B97w8BrwJP1CryLWB2aoIeBxxRxz4+TbHuRfZdXgF8OyJeXpmYGumXwACya8738eXv9HzgzHTZ4uSGdiZpIPAzsvirgQvIEmN9/3C1KkoXVc3MWjXXDM3McDI0MwOcDM3MACdDMzMgG9BqjaTKNUJt1y52GK3OdlvWN3zRmssbb8xm3rx5DY5RzUfFOptELF3SYLlY8v74iNizKY6ZLyfDlaC2a9Nu84OLHUar8+QzlzVcyJrcTjsMarJ9xdIlef3t/O/5y/O526ZJORmaWeFI0KY0x3k7GZpZYZXo9JxOhmZWWGqSy49NzsnQzArIzWQzs2zeHTeTzczkZrKZGeBmsplZVjN0M9nMWjvhmqGZmWuGZmY12rgDxcxaOzeTzczAzWQzsxoeZ2hmrZ5nrTEzS9xMNjPDzWQzM89aY2YGnrXGzCzjmqGZWcY1QzMz3IFiZuZxhmZmiVwzNLPWTjgZmpmBhDyFl5mZa4ZmZoCToZlZms7QydDMWjkh1wzNzADatCnNO1BKMyoza7EkNfjKYx97SnpF0kxJp9WxvbukRyQ9J2mqpG82tE8nQzMrHOX5qm8XUgVwObAX0Bc4TFLfWsXOBG6NiO2AQ4ErGgrNzWQzKxihpmgmbw/MjIjXASSNAfYBpueUCWCd9L4D8FZDO3UyNLOCyrMDpbOkyTnLV0fE1el9V2BOzra5wA61Pn8u8KCkE4D2wDcaOqCToZkVVn6dyfMiYtAqHOUw4LqIuEjSEOBGSVtFxOcr+oCToZkVjpqkN7kK2DhnuVtal+sYYE+AiHhK0upAZ+C9Fe3UHShmVlBN0Js8CegjqYektmQdJONqlXkT+Ho63pbA6sD79e3UybCF2G3olrxw51m8dPc5nPzd3b60vftG63L/lScw8ZZfMP7PP6HrBh2/2HbeT/Zhyu1n8NwdZ3LRzw8sYNTl78HxD7BNv83pt0VvLvzdb7+0/ZNPPuHIww+h3xa9GTZ0B96YPRuAhx/6J0O3H8ig/lszdPuBTHjkXwWOvDhqBl2vSjKMiKXA8cB4YAZZr/E0SaMljUrF/h/wPUkvADcDR0VE1LdfN5NbgDZtxCWnHcyIH15G1bsLeeKmU7j30Rd5+fV3vihz/kn7cdN9E7npnmfYZfBmjD5hFMecdQM7btuDIf17Mvjg3wDwr7/+jGED+/D4lFeLdTplo7q6mp+e+GPu+8c/6dqtG1/dcTAjR45iy77LRnlcd+1fWLfjukx7eSa33jKGM04/lb/9/RY6derM7XfdQ5cuXZj20kvsPWIPXn+jdkuvBWqi2/Ei4n7g/lrrzs55Px3YqTH7dM2wBRi81aa8Nmces6vm89nSam4b/ywjh2+zXJktem7EoxNfAeDRSf9h5PCtAYiAdm1Xo+1qlbRrW0llZQXvfbC44OdQjiZNnEivXr3p0bMnbdu25aBDDuXee+5ersy999zNEd/6DgD7H3AgE/71MBFB/+22o0uXLgD07deP/y1ZwieffFLwcyiGphh03RycDFuALht0YO67C75Yrnp3AV3X77BcmRf/U8U+u/YHYJ9dt2WdtdZgvQ7teWbqLB6b/Cqz/nkesx78DQ/9ewavzHq3kOGXrbfeqqJbt2XX8bt27UZVVdWXy2yclamsrGSdDh2YP3/+cmXuHHsH/bcbQLt27Zo/6BKgNmrwVQxOhomk4ZKGFjuO5vKLi+9k2MDePHXzqQwb2JuqdxdQXf05PTfuzOY9NqT3HmfSa48zGL79Zuy0Xa9ih9tqTJ82jTNPP5XLrriq2KEUTKnWDMvimqGkioiobubDDAc+BP7dzMdpcm+9t4huG677xXLXDdel6v1Fy5V5+/1FHHryNQC0X6Mt+369P4s+XMLR+w9l4ouz+WjJpwCMf3IaO2zTgyefe61wJ1CmunTpyty5y8b+VlXNpWvXrl8uM2cO3bp1Y+nSpSxetIhOnToBMHfuXA45aD+uufYGevZqHf8AFTPZNaTZaoaSNpU0Q9KfJU2T9KCkNST1l/R0unn6TknrruDzH0q6KPUGDZF0pKSJkp6XdFW6P7Gm3MXpGA9LWj+t7yXpAUlTJD0uaYu0fm9Jz6QbuB+StKGkTYHjgJPS/oc11/fSHCZPe4Pe3ddnky6dWK2ygoP2GMB9E6YuV6ZTx/Zf/BKecvQeXH/30wDMeWcBwwb2pqKiDZWVbRg2oA8vz3rnS8ewLxs0eDAzZ77K7Fmz+PTTT7ntljGMGDlquTIjRo7iphuvB2DsHbezy9d2RRILFy5k/1Ej+NV5v2XoTo26zl/22rRp0+CrKHE18/77AJdHRD9gIXAAcANwakRsA7wInLOCz7YHnomIbYH5wCHAThHRH6gGjsgpNzkd49Gc/V0NnBARA4GTWXaj9hPAjukG7jHAzyNiNnAlcHFE9I+Ix2sHI+n7kiZLmhxLl6zUl9Fcqqs/56QLbuWeK37M82PP5I4Hn2PG6+9w1g9HMGKXrKNk50F9mHrXWUy962w26LQ2F1wzHoCxDz3H63PmMfnW05l4yy948dUq7n/spWKeTtmorKzk4j9ext4j9qD/1ltywEEH07dfP0afezb33pMNezvq6GOY/8F8+m3Rm/+75A/8+rxs+M2VV1zGa6/N5Pxfj2aHgf3ZYWB/3ntvheOBW5ZVnKih2cJqYOjNyu84q239MyL6pOVTyQY+HhMR3dO6XsBtETGgjs8vBdpFRLWk44HTWTZ6fA3g5og4V1J1KrdUUk9gLPBVsgGWr+Tssl1EbClpa+AiYCOgLTArIvaUdC7wYUT8vqFza7PmBtFu84Mb+5XYKlow6bJih9Aq7bTDIKZMmdwkKardhn2i6xF/bLDcrItHTFnF2/EarbmvGeaOFagGOtZVKDV5p6TFcWm80P9yrhMKuD4ifpHHMYOsxrsw1SJruxT4Q0SMkzSc7IZuMysAKRsXW4oK3ThfBCzIuSb3LeDRiKhOzdP+uQMnczwMHChpAwBJ60naJG1rA9TcNnE48ERELAZmSToolZekbVOZDiy7j/E7Ocf4L7B2E5yjma3Qqt+B0lyKcaXyO8CFkqYC/YHRDX0gjSY/k2xKnqnAP8mauQAfAdtLegnYNWd/RwDHpA6YaWTznUFWE7xN0hRgXs5h7gH2K8cOFLNyIjX8KoZmayanTomtcpZzr8XtmMfn16q1fAtwywrK/qyOdbNIs1bUWn83cHcd6/8DbFN7vZk1oRJuJpfFOEMzaxmEk2GzqV2DNLPSVqJjrss/GZpZGXEz2cwsjaku0aqhk6GZFZBcMzQzA9cMzcyyma5LMxc6GZpZ4XhojZlZ4maymRluJpuZlfSsNU6GZlZApTvtv5OhmRVUieZCJ0MzKyA3k83MfDuemdkXXDM0M8M1QzMz345nZgagcpy1RtKlZI/drFNEnNgsEZlZi9amCaqGkvYE/ghUANdExG/rKHMw2QPgAnghIg6vb5/11Qwnr3yoZmZ1W9VcmJ6zfjmwGzAXmCRpXHqKZk2ZPsAvgJ0iYkHNY4brs8JkGBHX1wpgzYj4eGVPwMxMgopVbyZvD8yMiNezfWoM2aOAp+eU+R5weUQsAIiI9xraaYPPTZY0RNJ04OW0vK2kKxofv5kZ+T5EvrOkyTmv7+fsoiswJ2d5blqXazNgM0lPSno6NavrlU8HyiXAHsA4gIh4QdLOeXzOzOxL8mwmz4uIQatwmEqgDzAc6AY8JmnriFhY3wcaFBFzao0Nql75GM2stRJQseodKFXAxjnL3dK6XHOBZyLiM2CWpP+QJcdJK9ppg81kYI6koUBIWk3SycCMRoVuZgaQRxM5j0HZk4A+knpIagscSmq55riLrFaIpM5kzebX69tpPjXD48i6sLsCbwHjgR/n8Tkzs+WIVe9AiYilko4ny0UVwLURMU3SaGByRIxL23ZP/R3VwCkRMb++/TaYDCNiHnDEKkVvZpY0xR0oEXE/cH+tdWfnvA/gZ+mVl3x6k3tKukfS+5Lek3S3pJ6NiNvM7AtN0ExuFvlcM/w7cCuwEdAFuA24uTmDMrOWqWacYUOvYsgnGa4ZETdGxNL0+huwenMHZmYtk/J4FUN99yavl97+Q9JpwBiye/wOoVZb3cwsX+U4hdcUsuRXE/kPcrYF2X1/ZmZ5k4rXDG5Iffcm9yhkIGbWOpRoxTC/O1AkbQX0JedaYUTc0FxBmVnLVY7NZAAknUM2krsv2bXCvYAnACdDM2uUphh03Vzy6U0+EPg68E5EfBfYFujQrFGZWYtVdr3JOZZExOeSlkpaB3iP5W+SNjPLi9Q0M103h3yS4WRJHYE/k/Uwfwg81ZxBmVnLVXbPQKkRET9Kb6+U9ACwTkRMbd6wzKylKtGKYb2DrgfUty0inm2ekMqABG0qih1Fq/P55yt8Ppk1o6b81stynCFwUT3bAti1iWMxs1ag7IbWRMTXChmImbUO+QxhKQY/RN7MCqaUxxk6GZpZQZVoLnQyNLPCkUr3mmE+M11L0pGSzk7L3SVt3/yhmVlLVNGm4Vcx5HPYK4AhwGFp+b/A5c0WkZm1WCK7A6WhVzHk00zeISIGSHoOICIWpMfzmZk1Wjn3Jn8mqYI09lLS+sDnzRqVmbVIpTzoOp8k/X/AncAGks4jm77rN80alZm1WFknSv2vYsjn3uSbJE0hm8ZLwL4RMaPZIzOzFkdAZYnWDPOZ3LU78DFwT+66iHizOQMzs5apREfW5HXN8D6WPRhqdaAH8ArQrxnjMrOWSGU86Doits5dTrPZ/GgFxc3MVkhARYlWDRt9B0pEPCtph+YIxsxavrKtGUr6Wc5iG2AA8FazRWRmLVqp3o6XT81w7Zz3S8muId7RPOGYWUsmFe92u4bUmwzTYOu1I+LkAsVjZi1cU9xuJ2lP4I9ABXBNRPx2BeUOAG4HBkfE5HrjqudglRFRDey08iGbmS2T3Zvc8KvefWSVtMvJnuHeFzhMUt86yq0N/AR4Jp/Y6qsZTiS7Pvi8pHHAbcBHNRsjYmw+BzAzW0ZN0Zu8PTAzIl4HkDQG2AeYXqvcr4ALgFPy2Wk+1wxXB+aTPfOkZrxhAE6GZtYoIu9B150l5TZrr46Iq9P7rsCcnG1zgeVGuKQhgBtHxH2SVjkZbpB6kl9iWRKs4ceUmVnjKe/b8eZFxKCVOoTUBvgDcFRjPldfMqwA1mL5JFjDydDMGq0RNcP6VAEb5yx3S+tqrA1sBUxIw3i+AoyTNKq+TpT6kuHbETF65eM1M/uyJuhNngT0kdSDLAkeChxeszEiFgGda5YlTQBObqg3ub5kWJojI82sbGW3463aPiJiqaTjgfFkLdhrI2KapNHA5IgYtzL7rS8Zfn1ldmhmtkJN9ECoiLgfuL/WurNXUHZ4Pvus7yHyHzQmODOzfJRqk9OPCjWzgmlRs9aYma2KEs2FToZmVkgq61lrzMyahJvJZmZJaaZCJ0MzKyDJNUMzM6C8Z7o2M2sypZkKnQzNrIDcgWJmlpRoLnQyNLNCEirRhrKToZkVjJvJZmaQZq0pdhB1K9EnmFpj7TZkC16443ReuutMTj7qG1/a3v0r63L/n37MxDGnMv6q4+m6QYcvtp134iim3Hoaz93+Cy46Zf9Chl32Hhz/AP232oKtt+zD7y/88tMqP/nkE759xKFsvWUfdvnqjrwxezYADz/0T3bacRCDB2zDTjsOYsIj/ypw5MUjNfwqBifDFqBNG3HJaQexz4lXsd2B53PQHgPYoseGy5U5/6R9uOm+iWx/6AX85prxjD5+bwB23GZThmzbg8GHXsDAg3/LwL7dGTawdzFOo+xUV1fzs58cz53j7mfKC9O47ZYxzJix/AParv/rX+jYsSMvzniV40/8KWedcRoAnTp35vax45j07FSu/st1HHv0t4txCgVX00xu6FUMToYtwOB+m/DanPeZXTWfz5ZWc9uDzzJy+NbLldmix1d4dNKrADw66VVG7pJtj4B27Vaj7WqVtGtbSWVlBe/N/2/Bz6EcTZ40kZ69etOjZ0/atm3LgQcfwr333L1cmXvvGccR3/oOAPvtfyATHnmYiKB//+3YqEsXAPr27cf/lizhk08+Kfg5FIPy+K8YnAxbgC4bdGDuuwu/WK56dyFd1++wXJkXX32LfXbdFoB9vrYN66y1Out1WJNnXpzNY5NfZdb40cwa/yseeuplXpn9biHDL1tvvVVFt427fbHctWs33q6q+nKZbtmziyorK1lnnQ7Mnz9/uTJ33XkH2/YfQLt27Zo/6BLgZnKJk7SvpL7FjqO5/OLiuxg2oBdP3XQKwwb2purdhVRXBz27dWbzHhvSe69z6LXn2Qwf3Ied+vcsdritxvTp0zjr9NO49PIrix1KQZRyM7ksepOV3cyoiPi8GQ+zL3AvML2BciXnrfcW0W3Djl8sd92wI1XvL1quzNvzFnPoKdcC0H6Ntuy767Ys+nAJR+83hIkvzuajJZ8CMP7fM9hhm0158vnXCxZ/uerSpStz58z9Yrmqai4bde365TJz59C1WzeWLl3K4sWL6NSpU1Z+7lwOO2h//nzt9fTs1augsRdP6Y4zLNmaoaRNJb0i6QayB9mfJWmSpKmSfplT5mVJN0maIel2SWumbQMlPSppiqTxkjZK67+X9vOCpDskrSlpKDAKuFDS85LK6jdz8vQ36b3x+mzSZT1Wq6zgoN0HcN+jLy1XplPH9l/cIH/Kd3fj+nFPAzDnnQUMG9Cbioo2VFa2YdiA3rw8y83kfAwcNJjXZr7K7Fmz+PTTT7n91lsYMXLUcmVGjNybm268HoA7x97OLsN3RRILFy5k/31HMvq88xkydKdihF8cgjZ5vIqhZJNh0ge4AjgJ6ApsD/QHBkraOZXZHLgiIrYEFgM/krQacClwYEQMBK4Fzkvlx0bE4IjYFpgBHBMR/wbGAadERP+IeK12IJK+L2mypMmxdElzne9Kqa7+nJN+dwf3XPZDnr/jdO7453PMeP0dzjpuL0bsvBUAOw/szdSxZzB17Bls0GltLvjLgwCMffh5Xp87j8m3nMrEm0/lxf9Ucf/j04p5OmWjsrKSiy65lH1G7smAbfpywIEH0bdvP371y7O5757saZXf+e4xfPDBB2y9ZR8u/ePFjP71+QBc9afLeP21mZx/3q/YcfB27Dh4O957771ink5BiOy5yQ29ihJbRBTlwA2RtCnwSET0kPR74EBgYdq8FnA+8DDwWER0T5/ZFTgROBP4N1DT1qsA3o6I3SXtAvwa6Jj2Mz4ijpN0HXBvRNzeUGxt2m8Y7bY4tClO0xph/lOXFDuEVumrQwbz7JTJTZKhttx6u/jrnY80WG5In3WnRMSgpjhmvkr9muFH6f8Czo+Iq3I3poRZO5tHKj8tIobUsc/rgH0j4gVJRwHDmzBeM2tAqc5nWOrN5BrjgaMlrQUgqaukDdK27pJqkt7hwBPAK8D6NeslrSapXyqzNvB2akofkXOM/6ZtZtaMPLRmFUTEg8DfgackvQjczrLE9QrwY0kzgHWBP0XEp2TN6gskvQA8DwxN5c8CngGeBF7OOcwY4BRJz5VbB4pZOVEer2Io2WZyRMwGtspZ/iPwx9wyqZm8NCKOrOPzzwM717H+T8Cf6lj/JNBixxmalQJRus3kkk2GZtYClfCsNWWdDGvXHs2s9JVoLiyPa4Zm1lIIqeFXg3uR9kw3ZcyUdFod238maXq6SeNhSZs0tE8nQzMrqFXtTZZUAVwO7EV2nf+wOuYVeA4YFBHbkHW4/q6huJwMzaxgsg6UVR5asz0wMyJeTyNHxgD75BaIiEci4uO0+DTQjQY4GZpZQTXBfIZdgTk5y3PTuhU5BvhHQzst6w4UMys/efYmd5Y0OWf56oi4uvHH0pHAIGCXhso6GZpZ4eQ/tGZePfcmVwEb5yx3S+uWP5T0DeAMYJeIaHAacTeTzaygmqCZPAnoI6mHpLbAoWSzTi07hrQdcBUwKiLymg7INUMzK5iaDpRVERFLJR1PNmdBBXBtREyTNBqYHBHjgAvJZqW6LQ3VeTMiRq1wpzgZmlmBNcUdKBFxP3B/rXVn57z/8vNyG+BkaGYFVarT/jsZmllB+d5kMzOcDM3M0nyFpZkNnQzNrHCK+PS7hjgZmllhORmamZXuQ+SdDM2sYLLnJhc7iro5GZpZYTkZmpm5N9nMDHAz2czMT8czM1umNLOhk6GZFYx7k83MEjeTzcxwb7KZGeCaoZlZvs9FLgonQzMrKJVoNnQyNLOCKs1U6GRoZgVWohVDJ0MzKxwh2pRoNvRD5M3McM3QzAqsRCuGToZmVkCiZJvJToZmVjDCvclmZpkSzYZOhmZWUG4mm5lRshVDJ0MzK6xSvR1PEVHsGMqOpPeBN4odx0rqDMwrdhCtUDl/75tExPpNsSNJD5B9Fw2ZFxF7NsUx8+Vk2MpImhwRg4odR2vj7730+Q4UMzOcDM3MACfD1ujqYgfQSvl7L3G+ZmhmhmuGZmaAk6GZGeBkaGYGOBmamQFOhpYnSb51s4kps1F6313SasWOqTXzL7jVSdkNpIOAt4BNgPUk/SMiqosbWYsyGBgiqR1wFPB14O2iRtSKuWZoK7IOsDVwOTAGqIqIapXqXfZlKCImAjsCZwOXR4QTYRG5Zmh1iohFkmYCXwXGAx+m9R6Y2rSuAxYD3STtDDwdEZ9KahMRnxc3tNbFg65tOZIUEZHz/62Ab5LNNDIuIp6QtB7wv4j4uLjRlp+c73UwUAG8HxGvSRoNdAKuTP/fFLje//gUjpOhfSHnD3VP4EBgBnA/8D7wU7LLKouBrwFHR0RVsWItZ5JGAb8EHgR6ATcA9wLnAl8BRgHfj4hxxYqxNXIytOVI+ibwa+As4NvARsBpZInxEGAv4LqIuLNoQZYxSZsDfwIOA/YBTgReAm6PiNslbQy0j4iXa/5xKmK4rYqToX1B0trAKcCNQB+ymsoYsprKGRHxpKR2EfGJ/1BXjqRNyTqn1gUuAb5FVgsfBVwdEVcWLbhWzsmwlaud1FJC7Az8DTgamAs8BATZH+wHvrCfv5xLD1sCCwAi4h1J3yP7+7ta0rfJepWvjIipxYy3NXNvciuW84e6O7AF0Bb4A7AaUAW8DmwHTAcujIhynba+aNL3W3Pp4Q5ghKTDgY+Aa9JA61OAbzsRFpfHGbZi6Q91L+B8soR3NPC7iPgAWB24DRgL3BMRLxcv0vIlqQfZ5YZ9yDqfBCyOiL+Tfd/rA8dFxGNFC9IA1wwNRgIHA/2AD4DLACJilKTeQEVEvOJrhI2T831Vk/XI9weOAI6MiA8kfR24OyLG1CpvReJrhq1YupvkUrLmcU/gRxHxH0kHA9URcUdRAyxDOZce1oyIj9M93Y8CfYHuEfFfScPIaotHR0S5PmWxxXEybEVy/lD7AR+TXdDfkuyP9ciIuFXSEOCvwLER8UQRwy1b6dLD8WRDZl4gG5Z0LvAq8BxwMnBuRNxdrBjty5wMW4mcRLgrWbL7N7ABcCFZU+4a4B/ADsBZEXFv0YItY5IGAaPJhietSzYZw1tkYwvPAOYAUyJivJvGpcXJsBVJ976OAm4Fngd2Bi4imzFlMdk15MqImOY/1MZLA6YfBW6NiNMktQc2I+stPjUi5hQ1QKuXe5NbAUkV6e3pwAnA2xHxaUQ8RFZLHBERr0XEKxExDTwhw8pIye4W4HuSekfERxHxHFnPfK/iRmcNcW9yC5ZTu2tPNpxjT0kPANcDu6Zin5HdbWKNVGvShd5k1wd/DSwE7pJ0AvAe2VRoHxUtUMuLa4YtWM6kC9dIOlPSyIjYE1hT0nRJ3wcOAHyf8UpI3+/eZLXrzYGbgFERcQEwDngA+BVwSERM8lyQpc3JsAWTNJTsjpLfAkPJxrkRETsCbwLnAN+LiLs85XzjpVvs9iCrZT9G9vf0cNp8Btm1wq5kHShW4tyB0sLkNN3ak9X6FgDvAFcAB0TEm5I6pMlbHwBWj4jhRQy5rOR8v0OBq8iS4Opk4wgPi4jZ6fa7/0TETEnnAUOAPYHPfC22dDkZtiA5f6h7kD2/5EXgd8CnwNcj4v3UrNshIs5Mn7mXbLD1m0ULvMxI2gH4DfB7suuxZwInR8RDaZzm9WTjNiem8p0iYn7RAra8uJncguTUWPYCniCbrv8xsvGD7dIf8XnA0zmfGelE2GgdgOFkPcT3k43ZPFbStcBfgJ/VJEIAJ8Ly4JphC5EuzguYQjZt/GYR8T9Ju5ENpB4FzCebJupujyNcNZL2Jat1Hw/8k6wmvjEwKyKe8/dbfpwMW5h0rfA54ImIODpnfUfg84hY7D/UpiFpJNndJr9Ps9BYGXMybEFyZqFuDzwDPBkRPyh2XC2ZpH3IpkD7BvCOJ74tX06GLYSk1SLiM0ldyZ5bMg2YCfwjIo4tbnQtm6T1I+L9Ysdhq8YdKGWoZvCupC6S2klaKyXCnmSTsW4eEUvI7ou9sZixtgZOhC2Da4ZlKt1Zcg7wMtnwjl8AWwFbRcR5kioiojqV9TVCswY4GZYhSZuR3e71PeBdsp7i/YB9a2opToBmjeNmcpmodV/rJ8DjEfE4MDMifg88C3yzpqwToVnjOBmWiTSgehdJPyCbnXqEpO/m9F4uIBtf6Om3zFaCp/AqcTm32O1Adn/xK2RPshsLnCdpA7Lp5EcBPy1aoGZlztcMy4Ck7ckG9/48IqZKOpLsAU5fIXvU5AxgoqfqN1t5rhmWh45kg3p3A6YCY8ge77k6Wa3wklR79LVCs5XkZFgGIuJBSfsD50t6KyJulnRL2vx8TQJ0IjRbeU6GZSIixklaCvxKUtuIuB7w/bBmTcTXDMuMpFFkM1f7XlizJuRkWIZ8L6xZ03MyNDPDg67NzAAnQzMzwMnQzAxwMjQzA5wMrR6SqiU9L+klSbdJWnMV9nWdpAPT+2sk9a2n7PD0lL/GHmO2pM75rq9V5sNGHutcSSc3NkYrXU6GVp8lEdE/IrYie/bycbkbJa3UoP2IODYiptdTZDjQ6GRotiqcDC1fjwO9U63tcUnjgOmSKiRdKGmSpKlpijGUuUzSK5IeAjao2ZGkCZIGpfd7SnpW0guSHpa0KVnSPSnVSodJWl/SHekYkyTtlD7bSdKDkqZJuobsUan1knSXpCnpM9+vte3itP5hSeundb0kPZA+87ikLZrk27SS49vxrEGpBrgX8EBaNYDs8QKzUkJZFBGDJbUDnpT0ILAdsDnQF9iQbNqxa2vtd33gz8DOaV/rRcQHkq4EPkyT1iLp78DFEfGEpO7AeLI5Hc8heyTqaEkjgGPyOJ2j0zHWACZJuiM95L09MDkiTpJ0dtr38cDVwHER8WrONGq7rsTXaCXOydDqs4ak59P7x4G/kDVfJ0bErLR+d2CbmuuBQAegD7AzcHN6Dstbkv5Vx/53BB6r2VdEfLCCOL4B9M2Z7HsdSWulY+yfPnufpAV5nNOJkvZL7zdOsc4HPgdqJr/4GzA2HWMocFvOsdvlcQwrQ06GVp8lEdE/d0VKCh/lrgJOiIjxtcp9swnjaAPsGBH/qyOWvEkaTpZYh0TEx5ImkE2DVpdIx11Y+zuwlsnXDG1VjQd+KGk1yB5Wpewh9o8Bh6RrihsBX6vjs08DO0vqkT67Xlr/X2DtnHIPAifULEjqn94+Bhye1u0FrNtArB2ABSkRbkFWM63RBqip3R5O1vxeDMySdFA6hiRt28AxrEw5GdqquobseuCzkl4CriJrcdxJNvHsdOAG4KnaH0yTTXyfrEn6AsuaqfcA+9V0oAAnAoNSB810lvVq/5IsmU4jay6/2UCsDwCVkmaQzfzzdM62j4Dt0znsSjazOMARwDEpvmnAPnl8J1aGPFGDmRmuGZqZAU6GZmaAk6GZGeBkaGYGOBmamQFOhmZmgJOhmRkA/x9ot6po924afQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import itertools\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import confusion_matrix\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "\n",
    "# label name\n",
    "class_names = ['no-repeat', 'repeat']\n",
    "\n",
    "# Split the data into a training set and a test set\n",
    "X_train, X_test, y_train, y_test = train_test_split(train, target, random_state=0)\n",
    "\n",
    "# Run classifier, using a model that is too regularized (C too low) to see\n",
    "# the impact on the results\n",
    "clf = RandomForestClassifier(n_jobs=-1)\n",
    "y_pred = clf.fit(X_train, y_train).predict(X_test)\n",
    "\n",
    "\n",
    "def plot_confusion_matrix(cm, classes,\n",
    "                          normalize=False,\n",
    "                          title='Confusion matrix',\n",
    "                          cmap=plt.cm.Blues):\n",
    "    \"\"\"\n",
    "    This function prints and plots the confusion matrix.\n",
    "    Normalization can be applied by setting `normalize=True`.\n",
    "    \"\"\"\n",
    "    if normalize:\n",
    "        cm = cm.astype('float') / cm.sum(axis=1)[:, np.newaxis]\n",
    "        print(\"Normalized confusion matrix\")\n",
    "    else:\n",
    "        print('Confusion matrix, without normalization')\n",
    "\n",
    "    print(cm)\n",
    "\n",
    "    plt.imshow(cm, interpolation='nearest', cmap=cmap)\n",
    "    plt.title(title)\n",
    "    plt.colorbar()\n",
    "    tick_marks = np.arange(len(classes))\n",
    "    plt.xticks(tick_marks, classes, rotation=45)\n",
    "    plt.yticks(tick_marks, classes)\n",
    "\n",
    "    fmt = '.2f' if normalize else 'd'\n",
    "    thresh = cm.max() / 2.\n",
    "    for i, j in itertools.product(range(cm.shape[0]), range(cm.shape[1])):\n",
    "        plt.text(j, i, format(cm[i, j], fmt),\n",
    "                 horizontalalignment=\"center\",\n",
    "                 color=\"white\" if cm[i, j] > thresh else \"black\")\n",
    "\n",
    "    plt.ylabel('True label')\n",
    "    plt.xlabel('Predicted label')\n",
    "    plt.tight_layout()\n",
    "\n",
    "\n",
    "# Compute confusion matrix\n",
    "cnf_matrix = confusion_matrix(y_test, y_pred)\n",
    "np.set_printoptions(precision=2)\n",
    "\n",
    "# Plot non-normalized confusion matrix\n",
    "plt.figure()\n",
    "plot_confusion_matrix(cnf_matrix, classes=class_names,\n",
    "                      title='Confusion matrix, without normalization')\n",
    "\n",
    "# Plot normalized confusion matrix\n",
    "plt.figure()\n",
    "plot_confusion_matrix(cnf_matrix, classes=class_names, normalize=True,\n",
    "                      title='Normalized confusion matrix')\n",
    "\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "   no-repeat       0.92      0.98      0.95       459\n",
      "      repeat       0.11      0.02      0.04        41\n",
      "\n",
      "    accuracy                           0.90       500\n",
      "   macro avg       0.51      0.50      0.49       500\n",
      "weighted avg       0.85      0.90      0.87       500\n",
      "\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import classification_report\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "\n",
    "# label name\n",
    "class_names = ['no-repeat', 'repeat']\n",
    "\n",
    "# Split the data into a training set and a test set\n",
    "X_train, X_test, y_train, y_test = train_test_split(train, target, random_state=0)\n",
    "\n",
    "# Run classifier, using a model that is too regularized (C too low) to see\n",
    "# the impact on the results\n",
    "clf = RandomForestClassifier(n_jobs=-1)\n",
    "y_pred = clf.fit(X_train, y_train).predict(X_test)\n",
    "\n",
    "print(classification_report(y_test, y_pred, target_names=class_names))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 不同的分类模型"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### LR 模型"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.linear_model import LinearRegression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.898"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "\n",
    "stdScaler = StandardScaler()\n",
    "X = stdScaler.fit_transform(train)\n",
    "\n",
    "# Split the data into a training set and a test set\n",
    "X_train, X_test, y_train, y_test = train_test_split(X, target, random_state=0)\n",
    "\n",
    "clf = LogisticRegression(random_state=0, solver='lbfgs', multi_class='multinomial').fit(X_train, y_train)\n",
    "clf.score(X_test, y_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### KNN 模型"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "\n",
    "stdScaler = StandardScaler()\n",
    "X = stdScaler.fit_transform(train)\n",
    "\n",
    "# Split the data into a training set and a test set\n",
    "X_train, X_test, y_train, y_test = train_test_split(X, target, random_state=0)\n",
    "\n",
    "clf = KNeighborsClassifier(n_neighbors=3).fit(X_train, y_train)\n",
    "clf.score(X_test, y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "# clf.predict(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "# clf.predict_proba(X_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## GaussianNB 模型"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.514"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.naive_bayes import GaussianNB\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "\n",
    "stdScaler = StandardScaler()\n",
    "X = stdScaler.fit_transform(train)\n",
    "\n",
    "# Split the data into a training set and a test set\n",
    "X_train, X_test, y_train, y_test = train_test_split(X, target, random_state=0)\n",
    "\n",
    "clf = GaussianNB().fit(X_train, y_train)\n",
    "clf.score(X_test, y_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## tree树模型"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.86"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn import tree\n",
    "\n",
    "# Split the data into a training set and a test set\n",
    "X_train, X_test, y_train, y_test = train_test_split(train, target, random_state=0)\n",
    "\n",
    "clf = tree.DecisionTreeClassifier()\n",
    "clf = clf.fit(X_train, y_train)\n",
    "clf.score(X_test, y_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## bagging模型"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.918"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.ensemble import BaggingClassifier\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "\n",
    "# Split the data into a training set and a test set\n",
    "X_train, X_test, y_train, y_test = train_test_split(train, target, random_state=0)\n",
    "clf = BaggingClassifier(KNeighborsClassifier(), max_samples=0.5, max_features=0.5)\n",
    "\n",
    "clf = clf.fit(X_train, y_train)\n",
    "clf.score(X_test, y_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 随机森林模型"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.918"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.ensemble import RandomForestClassifier\n",
    "\n",
    "# Split the data into a training set and a test set\n",
    "X_train, X_test, y_train, y_test = train_test_split(train, target, random_state=0)\n",
    "clf = clf = RandomForestClassifier(n_estimators=10, max_depth=3, min_samples_split=12, random_state=0)\n",
    "\n",
    "clf = clf.fit(X_train, y_train)\n",
    "clf.score(X_test, y_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## ExTree模型"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.902"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.ensemble import ExtraTreesClassifier\n",
    "\n",
    "# Split the data into a training set and a test set\n",
    "X_train, X_test, y_train, y_test = train_test_split(train, target, random_state=0)\n",
    "clf = ExtraTreesClassifier(n_estimators=10, max_depth=None, min_samples_split=2, random_state=0)\n",
    "\n",
    "clf = clf.fit(X_train, y_train)\n",
    "clf.score(X_test, y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "229"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf.n_features_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0.07, 0.01, 0.  , 0.01, 0.  , 0.  , 0.  , 0.01, 0.  , 0.  ])"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf.feature_importances_[:10]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## AdaBoost模型"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.912"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.ensemble import AdaBoostClassifier\n",
    "\n",
    "# Split the data into a training set and a test set\n",
    "X_train, X_test, y_train, y_test = train_test_split(train, target, random_state=0)\n",
    "clf = AdaBoostClassifier(n_estimators=10)\n",
    "\n",
    "clf = clf.fit(X_train, y_train)\n",
    "clf.score(X_test, y_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## GBDT模型"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.902"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.ensemble import GradientBoostingClassifier\n",
    "\n",
    "# Split the data into a training set and a test set\n",
    "X_train, X_test, y_train, y_test = train_test_split(train, target, random_state=0)\n",
    "clf = GradientBoostingClassifier(n_estimators=10, learning_rate=1.0, max_depth=1, random_state=0)\n",
    "\n",
    "clf = clf.fit(X_train, y_train)\n",
    "clf.score(X_test, y_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## VOTE模型投票"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy: 0.89 (+/- 0.01) [Logistic Regression]\n",
      "Accuracy: 0.93 (+/- 0.01) [Random Forest]\n",
      "Accuracy: 0.49 (+/- 0.03) [naive Bayes]\n",
      "Accuracy: 0.89 (+/- 0.02) [Ensemble]\n"
     ]
    }
   ],
   "source": [
    "from sklearn import datasets\n",
    "from sklearn.model_selection import cross_val_score\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.naive_bayes import GaussianNB\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.ensemble import VotingClassifier\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "\n",
    "stdScaler = StandardScaler()\n",
    "X = stdScaler.fit_transform(train)\n",
    "y = target\n",
    "\n",
    "\n",
    "clf1 = LogisticRegression(solver='lbfgs', multi_class='multinomial', random_state=1)\n",
    "clf2 = RandomForestClassifier(n_estimators=50, random_state=1)\n",
    "clf3 = GaussianNB()\n",
    "\n",
    "eclf = VotingClassifier(estimators=[('lr', clf1), ('rf', clf2), ('gnb', clf3)], voting='hard')\n",
    "\n",
    "for clf, label in zip([clf1, clf2, clf3, eclf], ['Logistic Regression', 'Random Forest', 'naive Bayes', 'Ensemble']):\n",
    "    scores = cross_val_score(clf, X, y, cv=5, scoring='accuracy')\n",
    "    print(\"Accuracy: %0.2f (+/- %0.2f) [%s]\" % (scores.mean(), scores.std(), label))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## lgb 模型"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LightGBM] [Warning] Unknown parameter: colsample_bylevel\n",
      "[LightGBM] [Warning] Unknown parameter: tree_method\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[LightGBM] [Warning] Unknown parameter: colsample_bylevel\n",
      "[LightGBM] [Warning] Unknown parameter: tree_method\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[LightGBM] [Warning] Auto-choosing row-wise multi-threading, the overhead of testing was 0.015609 seconds.\n",
      "You can set `force_row_wise=true` to remove the overhead.\n",
      "And if memory is not enough, you can set `force_col_wise=true`.\n",
      "[LightGBM] [Info] Total Bins 32114\n",
      "[LightGBM] [Info] Number of data points in the train set: 1200, number of used features: 224\n",
      "[LightGBM] [Warning] Unknown parameter: colsample_bylevel\n",
      "[LightGBM] [Warning] Unknown parameter: tree_method\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[LightGBM] [Info] Start training from score -0.068100\n",
      "[LightGBM] [Info] Start training from score -2.720629\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[1]\tvalid_0's multi_logloss: 0.253446\n",
      "Training until validation scores don't improve for 100 rounds\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[2]\tvalid_0's multi_logloss: 0.253271\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[3]\tvalid_0's multi_logloss: 0.253267\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[4]\tvalid_0's multi_logloss: 0.253322\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[5]\tvalid_0's multi_logloss: 0.253454\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[6]\tvalid_0's multi_logloss: 0.253505\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[7]\tvalid_0's multi_logloss: 0.253529\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[8]\tvalid_0's multi_logloss: 0.253408\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[9]\tvalid_0's multi_logloss: 0.253031\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[10]\tvalid_0's multi_logloss: 0.252986\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[11]\tvalid_0's multi_logloss: 0.253127\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[12]\tvalid_0's multi_logloss: 0.253292\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[13]\tvalid_0's multi_logloss: 0.253293\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[14]\tvalid_0's multi_logloss: 0.253609\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[15]\tvalid_0's multi_logloss: 0.25378\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[16]\tvalid_0's multi_logloss: 0.253838\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[17]\tvalid_0's multi_logloss: 0.253926\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[18]\tvalid_0's multi_logloss: 0.254084\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[19]\tvalid_0's multi_logloss: 0.25426\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[20]\tvalid_0's multi_logloss: 0.254535\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[21]\tvalid_0's multi_logloss: 0.254891\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[22]\tvalid_0's multi_logloss: 0.25502\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[23]\tvalid_0's multi_logloss: 0.255307\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[24]\tvalid_0's multi_logloss: 0.255382\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[25]\tvalid_0's multi_logloss: 0.255696\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[26]\tvalid_0's multi_logloss: 0.255898\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[27]\tvalid_0's multi_logloss: 0.256395\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[28]\tvalid_0's multi_logloss: 0.256823\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[29]\tvalid_0's multi_logloss: 0.257309\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[30]\tvalid_0's multi_logloss: 0.25775\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[31]\tvalid_0's multi_logloss: 0.257915\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[32]\tvalid_0's multi_logloss: 0.258058\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[33]\tvalid_0's multi_logloss: 0.258148\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[34]\tvalid_0's multi_logloss: 0.258395\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[35]\tvalid_0's multi_logloss: 0.258707\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[36]\tvalid_0's multi_logloss: 0.259183\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[37]\tvalid_0's multi_logloss: 0.259356\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[38]\tvalid_0's multi_logloss: 0.259627\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[39]\tvalid_0's multi_logloss: 0.259895\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[40]\tvalid_0's multi_logloss: 0.26039\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[41]\tvalid_0's multi_logloss: 0.260453\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[42]\tvalid_0's multi_logloss: 0.260805\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[43]\tvalid_0's multi_logloss: 0.261391\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[44]\tvalid_0's multi_logloss: 0.261799\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[45]\tvalid_0's multi_logloss: 0.262228\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[46]\tvalid_0's multi_logloss: 0.26256\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[47]\tvalid_0's multi_logloss: 0.262882\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[48]\tvalid_0's multi_logloss: 0.263128\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[49]\tvalid_0's multi_logloss: 0.263297\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[50]\tvalid_0's multi_logloss: 0.263439\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[51]\tvalid_0's multi_logloss: 0.263699\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[52]\tvalid_0's multi_logloss: 0.263817\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[53]\tvalid_0's multi_logloss: 0.26407\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[54]\tvalid_0's multi_logloss: 0.264313\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[55]\tvalid_0's multi_logloss: 0.264758\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[56]\tvalid_0's multi_logloss: 0.264766\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[57]\tvalid_0's multi_logloss: 0.265024\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[58]\tvalid_0's multi_logloss: 0.265268\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[59]\tvalid_0's multi_logloss: 0.265463\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[60]\tvalid_0's multi_logloss: 0.265707\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[61]\tvalid_0's multi_logloss: 0.265984\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[62]\tvalid_0's multi_logloss: 0.266279\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[63]\tvalid_0's multi_logloss: 0.266516\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[64]\tvalid_0's multi_logloss: 0.266964\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[65]\tvalid_0's multi_logloss: 0.267233\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[66]\tvalid_0's multi_logloss: 0.26741\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[67]\tvalid_0's multi_logloss: 0.267566\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[68]\tvalid_0's multi_logloss: 0.267804\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[69]\tvalid_0's multi_logloss: 0.268223\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[70]\tvalid_0's multi_logloss: 0.26832\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[71]\tvalid_0's multi_logloss: 0.268549\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[72]\tvalid_0's multi_logloss: 0.268796\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[73]\tvalid_0's multi_logloss: 0.269167\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[74]\tvalid_0's multi_logloss: 0.269533\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[75]\tvalid_0's multi_logloss: 0.269866\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[76]\tvalid_0's multi_logloss: 0.269881\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[77]\tvalid_0's multi_logloss: 0.270049\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[78]\tvalid_0's multi_logloss: 0.270342\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[79]\tvalid_0's multi_logloss: 0.270624\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[80]\tvalid_0's multi_logloss: 0.270518\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[81]\tvalid_0's multi_logloss: 0.270939\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[82]\tvalid_0's multi_logloss: 0.270863\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[83]\tvalid_0's multi_logloss: 0.271102\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[84]\tvalid_0's multi_logloss: 0.271308\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[85]\tvalid_0's multi_logloss: 0.271308\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[86]\tvalid_0's multi_logloss: 0.271541\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[87]\tvalid_0's multi_logloss: 0.271667\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[88]\tvalid_0's multi_logloss: 0.271888\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[89]\tvalid_0's multi_logloss: 0.272228\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[90]\tvalid_0's multi_logloss: 0.272474\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[91]\tvalid_0's multi_logloss: 0.272813\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[92]\tvalid_0's multi_logloss: 0.273117\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[93]\tvalid_0's multi_logloss: 0.273195\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[94]\tvalid_0's multi_logloss: 0.273214\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[95]\tvalid_0's multi_logloss: 0.273512\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[96]\tvalid_0's multi_logloss: 0.273679\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[97]\tvalid_0's multi_logloss: 0.273877\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[98]\tvalid_0's multi_logloss: 0.274164\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[99]\tvalid_0's multi_logloss: 0.274229\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[100]\tvalid_0's multi_logloss: 0.274615\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[101]\tvalid_0's multi_logloss: 0.274739\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[102]\tvalid_0's multi_logloss: 0.274614\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[103]\tvalid_0's multi_logloss: 0.274893\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[104]\tvalid_0's multi_logloss: 0.274997\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[105]\tvalid_0's multi_logloss: 0.275037\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[106]\tvalid_0's multi_logloss: 0.275214\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[107]\tvalid_0's multi_logloss: 0.275472\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[108]\tvalid_0's multi_logloss: 0.275722\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[109]\tvalid_0's multi_logloss: 0.276165\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[LightGBM] [Warning] No further splits with positive gain, best gain: -inf\n",
      "[110]\tvalid_0's multi_logloss: 0.276337\n",
      "Early stopping, best iteration is:\n",
      "[10]\tvalid_0's multi_logloss: 0.252986\n"
     ]
    }
   ],
   "source": [
    "import lightgbm\n",
    "\n",
    "X_train, X_test, y_train, y_test = train_test_split(train, target, test_size=0.4, random_state=0)\n",
    "X_test, X_valid, y_test, y_valid = train_test_split(X_test, y_test, test_size=0.5, random_state=0)\n",
    "\n",
    "clf = lightgbm\n",
    "\n",
    "train_matrix = clf.Dataset(X_train, label=y_train)\n",
    "test_matrix = clf.Dataset(X_test, label=y_test)\n",
    "params = {\n",
    "          'boosting_type': 'gbdt',\n",
    "          #'boosting_type': 'dart',\n",
    "          'objective': 'multiclass',\n",
    "          'metric': 'multi_logloss',\n",
    "          'min_child_weight': 1.5,\n",
    "          'num_leaves': 2**5,\n",
    "          'lambda_l2': 10,\n",
    "          'subsample': 0.7,\n",
    "          'colsample_bytree': 0.7,\n",
    "          'colsample_bylevel': 0.7,\n",
    "          'learning_rate': 0.03,\n",
    "          'tree_method': 'exact',\n",
    "          'seed': 2017,\n",
    "          \"num_class\": 2,\n",
    "          'silent': True,\n",
    "          }\n",
    "num_round = 10000\n",
    "early_stopping_rounds = 100\n",
    "model = clf.train(params, \n",
    "                  train_matrix,\n",
    "                  num_round,\n",
    "                  valid_sets=test_matrix,\n",
    "                  early_stopping_rounds=early_stopping_rounds)\n",
    "pre= model.predict(X_valid,num_iteration=model.best_iteration)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "score :  0.9275\n"
     ]
    }
   ],
   "source": [
    "print('score : ', np.mean((pre[:,1]>0.5)==y_valid))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## xgb 模型"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\ttrain-mlogloss:0.67487\teval-mlogloss:0.67581\n",
      "Multiple eval metrics have been passed: 'eval-mlogloss' will be used for early stopping.\n",
      "\n",
      "Will train until eval-mlogloss hasn't improved in 100 rounds.\n",
      "[1]\ttrain-mlogloss:0.65746\teval-mlogloss:0.65883\n",
      "[2]\ttrain-mlogloss:0.64073\teval-mlogloss:0.64284\n",
      "[3]\ttrain-mlogloss:0.62480\teval-mlogloss:0.62738\n",
      "[4]\ttrain-mlogloss:0.60953\teval-mlogloss:0.61246\n",
      "[5]\ttrain-mlogloss:0.59514\teval-mlogloss:0.59874\n",
      "[6]\ttrain-mlogloss:0.58115\teval-mlogloss:0.58518\n",
      "[7]\ttrain-mlogloss:0.56781\teval-mlogloss:0.57246\n",
      "[8]\ttrain-mlogloss:0.55490\teval-mlogloss:0.55986\n",
      "[9]\ttrain-mlogloss:0.54298\teval-mlogloss:0.54840\n",
      "[10]\ttrain-mlogloss:0.53141\teval-mlogloss:0.53710\n",
      "[11]\ttrain-mlogloss:0.52016\teval-mlogloss:0.52651\n",
      "[12]\ttrain-mlogloss:0.50956\teval-mlogloss:0.51621\n",
      "[13]\ttrain-mlogloss:0.49935\teval-mlogloss:0.50619\n",
      "[14]\ttrain-mlogloss:0.48950\teval-mlogloss:0.49689\n",
      "[15]\ttrain-mlogloss:0.48017\teval-mlogloss:0.48805\n",
      "[16]\ttrain-mlogloss:0.47116\teval-mlogloss:0.47954\n",
      "[17]\ttrain-mlogloss:0.46256\teval-mlogloss:0.47111\n",
      "[18]\ttrain-mlogloss:0.45426\teval-mlogloss:0.46302\n",
      "[19]\ttrain-mlogloss:0.44613\teval-mlogloss:0.45534\n",
      "[20]\ttrain-mlogloss:0.43843\teval-mlogloss:0.44791\n",
      "[21]\ttrain-mlogloss:0.43088\teval-mlogloss:0.44070\n",
      "[22]\ttrain-mlogloss:0.42381\teval-mlogloss:0.43398\n",
      "[23]\ttrain-mlogloss:0.41681\teval-mlogloss:0.42725\n",
      "[24]\ttrain-mlogloss:0.41004\teval-mlogloss:0.42099\n",
      "[25]\ttrain-mlogloss:0.40367\teval-mlogloss:0.41499\n",
      "[26]\ttrain-mlogloss:0.39738\teval-mlogloss:0.40920\n",
      "[27]\ttrain-mlogloss:0.39145\teval-mlogloss:0.40343\n",
      "[28]\ttrain-mlogloss:0.38574\teval-mlogloss:0.39799\n",
      "[29]\ttrain-mlogloss:0.38026\teval-mlogloss:0.39298\n",
      "[30]\ttrain-mlogloss:0.37491\teval-mlogloss:0.38820\n",
      "[31]\ttrain-mlogloss:0.36984\teval-mlogloss:0.38355\n",
      "[32]\ttrain-mlogloss:0.36483\teval-mlogloss:0.37876\n",
      "[33]\ttrain-mlogloss:0.36007\teval-mlogloss:0.37426\n",
      "[34]\ttrain-mlogloss:0.35543\teval-mlogloss:0.36983\n",
      "[35]\ttrain-mlogloss:0.35114\teval-mlogloss:0.36579\n",
      "[36]\ttrain-mlogloss:0.34694\teval-mlogloss:0.36177\n",
      "[37]\ttrain-mlogloss:0.34300\teval-mlogloss:0.35798\n",
      "[38]\ttrain-mlogloss:0.33884\teval-mlogloss:0.35411\n",
      "[39]\ttrain-mlogloss:0.33489\teval-mlogloss:0.35050\n",
      "[40]\ttrain-mlogloss:0.33116\teval-mlogloss:0.34729\n",
      "[41]\ttrain-mlogloss:0.32749\teval-mlogloss:0.34397\n",
      "[42]\ttrain-mlogloss:0.32395\teval-mlogloss:0.34059\n",
      "[43]\ttrain-mlogloss:0.32066\teval-mlogloss:0.33756\n",
      "[44]\ttrain-mlogloss:0.31749\teval-mlogloss:0.33476\n",
      "[45]\ttrain-mlogloss:0.31439\teval-mlogloss:0.33183\n",
      "[46]\ttrain-mlogloss:0.31129\teval-mlogloss:0.32909\n",
      "[47]\ttrain-mlogloss:0.30827\teval-mlogloss:0.32645\n",
      "[48]\ttrain-mlogloss:0.30540\teval-mlogloss:0.32384\n",
      "[49]\ttrain-mlogloss:0.30267\teval-mlogloss:0.32140\n",
      "[50]\ttrain-mlogloss:0.30002\teval-mlogloss:0.31908\n",
      "[51]\ttrain-mlogloss:0.29759\teval-mlogloss:0.31674\n",
      "[52]\ttrain-mlogloss:0.29519\teval-mlogloss:0.31459\n",
      "[53]\ttrain-mlogloss:0.29276\teval-mlogloss:0.31250\n",
      "[54]\ttrain-mlogloss:0.29045\teval-mlogloss:0.31038\n",
      "[55]\ttrain-mlogloss:0.28829\teval-mlogloss:0.30860\n",
      "[56]\ttrain-mlogloss:0.28611\teval-mlogloss:0.30674\n",
      "[57]\ttrain-mlogloss:0.28399\teval-mlogloss:0.30505\n",
      "[58]\ttrain-mlogloss:0.28210\teval-mlogloss:0.30353\n",
      "[59]\ttrain-mlogloss:0.28012\teval-mlogloss:0.30188\n",
      "[60]\ttrain-mlogloss:0.27823\teval-mlogloss:0.30012\n",
      "[61]\ttrain-mlogloss:0.27641\teval-mlogloss:0.29852\n",
      "[62]\ttrain-mlogloss:0.27470\teval-mlogloss:0.29701\n",
      "[63]\ttrain-mlogloss:0.27289\teval-mlogloss:0.29541\n",
      "[64]\ttrain-mlogloss:0.27130\teval-mlogloss:0.29408\n",
      "[65]\ttrain-mlogloss:0.26963\teval-mlogloss:0.29269\n",
      "[66]\ttrain-mlogloss:0.26807\teval-mlogloss:0.29131\n",
      "[67]\ttrain-mlogloss:0.26645\teval-mlogloss:0.29002\n",
      "[68]\ttrain-mlogloss:0.26488\teval-mlogloss:0.28873\n",
      "[69]\ttrain-mlogloss:0.26351\teval-mlogloss:0.28753\n",
      "[70]\ttrain-mlogloss:0.26221\teval-mlogloss:0.28641\n",
      "[71]\ttrain-mlogloss:0.26084\teval-mlogloss:0.28523\n",
      "[72]\ttrain-mlogloss:0.25942\teval-mlogloss:0.28418\n",
      "[73]\ttrain-mlogloss:0.25823\teval-mlogloss:0.28321\n",
      "[74]\ttrain-mlogloss:0.25699\teval-mlogloss:0.28220\n",
      "[75]\ttrain-mlogloss:0.25570\teval-mlogloss:0.28112\n",
      "[76]\ttrain-mlogloss:0.25442\teval-mlogloss:0.28014\n",
      "[77]\ttrain-mlogloss:0.25330\teval-mlogloss:0.27927\n",
      "[78]\ttrain-mlogloss:0.25226\teval-mlogloss:0.27847\n",
      "[79]\ttrain-mlogloss:0.25125\teval-mlogloss:0.27767\n",
      "[80]\ttrain-mlogloss:0.25023\teval-mlogloss:0.27682\n",
      "[81]\ttrain-mlogloss:0.24921\teval-mlogloss:0.27598\n",
      "[82]\ttrain-mlogloss:0.24823\teval-mlogloss:0.27531\n",
      "[83]\ttrain-mlogloss:0.24735\teval-mlogloss:0.27466\n",
      "[84]\ttrain-mlogloss:0.24635\teval-mlogloss:0.27396\n",
      "[85]\ttrain-mlogloss:0.24552\teval-mlogloss:0.27329\n",
      "[86]\ttrain-mlogloss:0.24471\teval-mlogloss:0.27269\n",
      "[87]\ttrain-mlogloss:0.24382\teval-mlogloss:0.27199\n",
      "[88]\ttrain-mlogloss:0.24305\teval-mlogloss:0.27144\n",
      "[89]\ttrain-mlogloss:0.24236\teval-mlogloss:0.27085\n",
      "[90]\ttrain-mlogloss:0.24158\teval-mlogloss:0.27037\n",
      "[91]\ttrain-mlogloss:0.24084\teval-mlogloss:0.26981\n",
      "[92]\ttrain-mlogloss:0.24011\teval-mlogloss:0.26936\n",
      "[93]\ttrain-mlogloss:0.23935\teval-mlogloss:0.26896\n",
      "[94]\ttrain-mlogloss:0.23858\teval-mlogloss:0.26848\n",
      "[95]\ttrain-mlogloss:0.23794\teval-mlogloss:0.26810\n",
      "[96]\ttrain-mlogloss:0.23728\teval-mlogloss:0.26764\n",
      "[97]\ttrain-mlogloss:0.23658\teval-mlogloss:0.26717\n",
      "[98]\ttrain-mlogloss:0.23592\teval-mlogloss:0.26676\n",
      "[99]\ttrain-mlogloss:0.23534\teval-mlogloss:0.26635\n",
      "[100]\ttrain-mlogloss:0.23469\teval-mlogloss:0.26600\n",
      "[101]\ttrain-mlogloss:0.23410\teval-mlogloss:0.26562\n",
      "[102]\ttrain-mlogloss:0.23350\teval-mlogloss:0.26532\n",
      "[103]\ttrain-mlogloss:0.23299\teval-mlogloss:0.26500\n",
      "[104]\ttrain-mlogloss:0.23249\teval-mlogloss:0.26478\n",
      "[105]\ttrain-mlogloss:0.23187\teval-mlogloss:0.26449\n",
      "[106]\ttrain-mlogloss:0.23142\teval-mlogloss:0.26420\n",
      "[107]\ttrain-mlogloss:0.23089\teval-mlogloss:0.26392\n",
      "[108]\ttrain-mlogloss:0.23047\teval-mlogloss:0.26359\n",
      "[109]\ttrain-mlogloss:0.23009\teval-mlogloss:0.26332\n",
      "[110]\ttrain-mlogloss:0.22965\teval-mlogloss:0.26311\n",
      "[111]\ttrain-mlogloss:0.22928\teval-mlogloss:0.26294\n",
      "[112]\ttrain-mlogloss:0.22886\teval-mlogloss:0.26273\n",
      "[113]\ttrain-mlogloss:0.22851\teval-mlogloss:0.26249\n",
      "[114]\ttrain-mlogloss:0.22804\teval-mlogloss:0.26231\n",
      "[115]\ttrain-mlogloss:0.22766\teval-mlogloss:0.26207\n",
      "[116]\ttrain-mlogloss:0.22727\teval-mlogloss:0.26184\n",
      "[117]\ttrain-mlogloss:0.22689\teval-mlogloss:0.26174\n",
      "[118]\ttrain-mlogloss:0.22658\teval-mlogloss:0.26156\n",
      "[119]\ttrain-mlogloss:0.22624\teval-mlogloss:0.26135\n",
      "[120]\ttrain-mlogloss:0.22585\teval-mlogloss:0.26114\n",
      "[121]\ttrain-mlogloss:0.22555\teval-mlogloss:0.26106\n",
      "[122]\ttrain-mlogloss:0.22519\teval-mlogloss:0.26097\n",
      "[123]\ttrain-mlogloss:0.22496\teval-mlogloss:0.26086\n",
      "[124]\ttrain-mlogloss:0.22464\teval-mlogloss:0.26067\n",
      "[125]\ttrain-mlogloss:0.22428\teval-mlogloss:0.26060\n",
      "[126]\ttrain-mlogloss:0.22390\teval-mlogloss:0.26044\n",
      "[127]\ttrain-mlogloss:0.22364\teval-mlogloss:0.26030\n",
      "[128]\ttrain-mlogloss:0.22340\teval-mlogloss:0.26025\n",
      "[129]\ttrain-mlogloss:0.22315\teval-mlogloss:0.26014\n",
      "[130]\ttrain-mlogloss:0.22287\teval-mlogloss:0.26001\n",
      "[131]\ttrain-mlogloss:0.22254\teval-mlogloss:0.25991\n",
      "[132]\ttrain-mlogloss:0.22232\teval-mlogloss:0.25978\n",
      "[133]\ttrain-mlogloss:0.22207\teval-mlogloss:0.25970\n",
      "[134]\ttrain-mlogloss:0.22182\teval-mlogloss:0.25964\n",
      "[135]\ttrain-mlogloss:0.22157\teval-mlogloss:0.25953\n",
      "[136]\ttrain-mlogloss:0.22137\teval-mlogloss:0.25940\n",
      "[137]\ttrain-mlogloss:0.22114\teval-mlogloss:0.25933\n",
      "[138]\ttrain-mlogloss:0.22097\teval-mlogloss:0.25924\n",
      "[139]\ttrain-mlogloss:0.22077\teval-mlogloss:0.25915\n",
      "[140]\ttrain-mlogloss:0.22059\teval-mlogloss:0.25901\n",
      "[141]\ttrain-mlogloss:0.22037\teval-mlogloss:0.25893\n",
      "[142]\ttrain-mlogloss:0.22016\teval-mlogloss:0.25887\n",
      "[143]\ttrain-mlogloss:0.22001\teval-mlogloss:0.25874\n",
      "[144]\ttrain-mlogloss:0.21990\teval-mlogloss:0.25871\n",
      "[145]\ttrain-mlogloss:0.21970\teval-mlogloss:0.25873\n",
      "[146]\ttrain-mlogloss:0.21959\teval-mlogloss:0.25870\n",
      "[147]\ttrain-mlogloss:0.21943\teval-mlogloss:0.25871\n",
      "[148]\ttrain-mlogloss:0.21926\teval-mlogloss:0.25868\n",
      "[149]\ttrain-mlogloss:0.21911\teval-mlogloss:0.25862\n",
      "[150]\ttrain-mlogloss:0.21895\teval-mlogloss:0.25856\n",
      "[151]\ttrain-mlogloss:0.21873\teval-mlogloss:0.25851\n",
      "[152]\ttrain-mlogloss:0.21854\teval-mlogloss:0.25852\n",
      "[153]\ttrain-mlogloss:0.21837\teval-mlogloss:0.25849\n",
      "[154]\ttrain-mlogloss:0.21818\teval-mlogloss:0.25852\n",
      "[155]\ttrain-mlogloss:0.21801\teval-mlogloss:0.25855\n",
      "[156]\ttrain-mlogloss:0.21786\teval-mlogloss:0.25856\n",
      "[157]\ttrain-mlogloss:0.21771\teval-mlogloss:0.25851\n",
      "[158]\ttrain-mlogloss:0.21759\teval-mlogloss:0.25849\n",
      "[159]\ttrain-mlogloss:0.21742\teval-mlogloss:0.25849\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[160]\ttrain-mlogloss:0.21721\teval-mlogloss:0.25851\n",
      "[161]\ttrain-mlogloss:0.21698\teval-mlogloss:0.25850\n",
      "[162]\ttrain-mlogloss:0.21687\teval-mlogloss:0.25849\n",
      "[163]\ttrain-mlogloss:0.21674\teval-mlogloss:0.25843\n",
      "[164]\ttrain-mlogloss:0.21659\teval-mlogloss:0.25847\n",
      "[165]\ttrain-mlogloss:0.21649\teval-mlogloss:0.25848\n",
      "[166]\ttrain-mlogloss:0.21634\teval-mlogloss:0.25846\n",
      "[167]\ttrain-mlogloss:0.21614\teval-mlogloss:0.25853\n",
      "[168]\ttrain-mlogloss:0.21601\teval-mlogloss:0.25849\n",
      "[169]\ttrain-mlogloss:0.21584\teval-mlogloss:0.25850\n",
      "[170]\ttrain-mlogloss:0.21573\teval-mlogloss:0.25849\n",
      "[171]\ttrain-mlogloss:0.21559\teval-mlogloss:0.25852\n",
      "[172]\ttrain-mlogloss:0.21543\teval-mlogloss:0.25854\n",
      "[173]\ttrain-mlogloss:0.21530\teval-mlogloss:0.25848\n",
      "[174]\ttrain-mlogloss:0.21515\teval-mlogloss:0.25849\n",
      "[175]\ttrain-mlogloss:0.21492\teval-mlogloss:0.25853\n",
      "[176]\ttrain-mlogloss:0.21477\teval-mlogloss:0.25857\n",
      "[177]\ttrain-mlogloss:0.21466\teval-mlogloss:0.25861\n",
      "[178]\ttrain-mlogloss:0.21457\teval-mlogloss:0.25857\n",
      "[179]\ttrain-mlogloss:0.21443\teval-mlogloss:0.25862\n",
      "[180]\ttrain-mlogloss:0.21434\teval-mlogloss:0.25865\n",
      "[181]\ttrain-mlogloss:0.21415\teval-mlogloss:0.25869\n",
      "[182]\ttrain-mlogloss:0.21402\teval-mlogloss:0.25872\n",
      "[183]\ttrain-mlogloss:0.21394\teval-mlogloss:0.25872\n",
      "[184]\ttrain-mlogloss:0.21384\teval-mlogloss:0.25870\n",
      "[185]\ttrain-mlogloss:0.21377\teval-mlogloss:0.25873\n",
      "[186]\ttrain-mlogloss:0.21368\teval-mlogloss:0.25881\n",
      "[187]\ttrain-mlogloss:0.21361\teval-mlogloss:0.25880\n",
      "[188]\ttrain-mlogloss:0.21352\teval-mlogloss:0.25876\n",
      "[189]\ttrain-mlogloss:0.21340\teval-mlogloss:0.25875\n",
      "[190]\ttrain-mlogloss:0.21325\teval-mlogloss:0.25874\n",
      "[191]\ttrain-mlogloss:0.21319\teval-mlogloss:0.25877\n",
      "[192]\ttrain-mlogloss:0.21309\teval-mlogloss:0.25880\n",
      "[193]\ttrain-mlogloss:0.21297\teval-mlogloss:0.25885\n",
      "[194]\ttrain-mlogloss:0.21282\teval-mlogloss:0.25882\n",
      "[195]\ttrain-mlogloss:0.21274\teval-mlogloss:0.25889\n",
      "[196]\ttrain-mlogloss:0.21266\teval-mlogloss:0.25898\n",
      "[197]\ttrain-mlogloss:0.21260\teval-mlogloss:0.25899\n",
      "[198]\ttrain-mlogloss:0.21251\teval-mlogloss:0.25904\n",
      "[199]\ttrain-mlogloss:0.21233\teval-mlogloss:0.25911\n",
      "[200]\ttrain-mlogloss:0.21224\teval-mlogloss:0.25911\n",
      "[201]\ttrain-mlogloss:0.21215\teval-mlogloss:0.25919\n",
      "[202]\ttrain-mlogloss:0.21205\teval-mlogloss:0.25925\n",
      "[203]\ttrain-mlogloss:0.21196\teval-mlogloss:0.25923\n",
      "[204]\ttrain-mlogloss:0.21188\teval-mlogloss:0.25924\n",
      "[205]\ttrain-mlogloss:0.21183\teval-mlogloss:0.25926\n",
      "[206]\ttrain-mlogloss:0.21177\teval-mlogloss:0.25926\n",
      "[207]\ttrain-mlogloss:0.21162\teval-mlogloss:0.25925\n",
      "[208]\ttrain-mlogloss:0.21152\teval-mlogloss:0.25933\n",
      "[209]\ttrain-mlogloss:0.21144\teval-mlogloss:0.25933\n",
      "[210]\ttrain-mlogloss:0.21138\teval-mlogloss:0.25940\n",
      "[211]\ttrain-mlogloss:0.21121\teval-mlogloss:0.25938\n",
      "[212]\ttrain-mlogloss:0.21108\teval-mlogloss:0.25947\n",
      "[213]\ttrain-mlogloss:0.21102\teval-mlogloss:0.25948\n",
      "[214]\ttrain-mlogloss:0.21086\teval-mlogloss:0.25952\n",
      "[215]\ttrain-mlogloss:0.21080\teval-mlogloss:0.25943\n",
      "[216]\ttrain-mlogloss:0.21072\teval-mlogloss:0.25948\n",
      "[217]\ttrain-mlogloss:0.21063\teval-mlogloss:0.25952\n",
      "[218]\ttrain-mlogloss:0.21057\teval-mlogloss:0.25951\n",
      "[219]\ttrain-mlogloss:0.21042\teval-mlogloss:0.25953\n",
      "[220]\ttrain-mlogloss:0.21035\teval-mlogloss:0.25961\n",
      "[221]\ttrain-mlogloss:0.21025\teval-mlogloss:0.25961\n",
      "[222]\ttrain-mlogloss:0.21014\teval-mlogloss:0.25968\n",
      "[223]\ttrain-mlogloss:0.20999\teval-mlogloss:0.25963\n",
      "[224]\ttrain-mlogloss:0.20993\teval-mlogloss:0.25969\n",
      "[225]\ttrain-mlogloss:0.20984\teval-mlogloss:0.25971\n",
      "[226]\ttrain-mlogloss:0.20982\teval-mlogloss:0.25967\n",
      "[227]\ttrain-mlogloss:0.20975\teval-mlogloss:0.25971\n",
      "[228]\ttrain-mlogloss:0.20969\teval-mlogloss:0.25974\n",
      "[229]\ttrain-mlogloss:0.20960\teval-mlogloss:0.25972\n",
      "[230]\ttrain-mlogloss:0.20954\teval-mlogloss:0.25975\n",
      "[231]\ttrain-mlogloss:0.20943\teval-mlogloss:0.25978\n",
      "[232]\ttrain-mlogloss:0.20938\teval-mlogloss:0.25982\n",
      "[233]\ttrain-mlogloss:0.20932\teval-mlogloss:0.25990\n",
      "[234]\ttrain-mlogloss:0.20918\teval-mlogloss:0.25993\n",
      "[235]\ttrain-mlogloss:0.20903\teval-mlogloss:0.25993\n",
      "[236]\ttrain-mlogloss:0.20892\teval-mlogloss:0.25995\n",
      "[237]\ttrain-mlogloss:0.20887\teval-mlogloss:0.25992\n",
      "[238]\ttrain-mlogloss:0.20884\teval-mlogloss:0.25995\n",
      "[239]\ttrain-mlogloss:0.20874\teval-mlogloss:0.25993\n",
      "[240]\ttrain-mlogloss:0.20866\teval-mlogloss:0.25993\n",
      "[241]\ttrain-mlogloss:0.20857\teval-mlogloss:0.25991\n",
      "[242]\ttrain-mlogloss:0.20852\teval-mlogloss:0.25992\n",
      "[243]\ttrain-mlogloss:0.20844\teval-mlogloss:0.25998\n",
      "[244]\ttrain-mlogloss:0.20837\teval-mlogloss:0.25997\n",
      "[245]\ttrain-mlogloss:0.20828\teval-mlogloss:0.25994\n",
      "[246]\ttrain-mlogloss:0.20814\teval-mlogloss:0.25994\n",
      "[247]\ttrain-mlogloss:0.20809\teval-mlogloss:0.26004\n",
      "[248]\ttrain-mlogloss:0.20797\teval-mlogloss:0.26016\n",
      "[249]\ttrain-mlogloss:0.20790\teval-mlogloss:0.26017\n",
      "[250]\ttrain-mlogloss:0.20782\teval-mlogloss:0.26021\n",
      "[251]\ttrain-mlogloss:0.20779\teval-mlogloss:0.26020\n",
      "[252]\ttrain-mlogloss:0.20773\teval-mlogloss:0.26023\n",
      "[253]\ttrain-mlogloss:0.20762\teval-mlogloss:0.26020\n",
      "[254]\ttrain-mlogloss:0.20753\teval-mlogloss:0.26022\n",
      "[255]\ttrain-mlogloss:0.20747\teval-mlogloss:0.26021\n",
      "[256]\ttrain-mlogloss:0.20737\teval-mlogloss:0.26022\n",
      "[257]\ttrain-mlogloss:0.20729\teval-mlogloss:0.26021\n",
      "[258]\ttrain-mlogloss:0.20719\teval-mlogloss:0.26023\n",
      "[259]\ttrain-mlogloss:0.20714\teval-mlogloss:0.26026\n",
      "[260]\ttrain-mlogloss:0.20709\teval-mlogloss:0.26031\n",
      "[261]\ttrain-mlogloss:0.20704\teval-mlogloss:0.26029\n",
      "[262]\ttrain-mlogloss:0.20699\teval-mlogloss:0.26032\n",
      "[263]\ttrain-mlogloss:0.20696\teval-mlogloss:0.26035\n",
      "Stopping. Best iteration:\n",
      "[163]\ttrain-mlogloss:0.21674\teval-mlogloss:0.25843\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import xgboost\n",
    "\n",
    "X_train, X_test, y_train, y_test = train_test_split(train, target, test_size=0.4, random_state=0)\n",
    "X_test, X_valid, y_test, y_valid = train_test_split(X_test, y_test, test_size=0.5, random_state=0)\n",
    "\n",
    "clf = xgboost\n",
    "\n",
    "train_matrix = clf.DMatrix(X_train, label=y_train, missing=-1)\n",
    "test_matrix = clf.DMatrix(X_test, label=y_test, missing=-1)\n",
    "z = clf.DMatrix(X_valid, label=y_valid, missing=-1)\n",
    "params = {'booster': 'gbtree',\n",
    "          'objective': 'multi:softprob',\n",
    "          'eval_metric': 'mlogloss',\n",
    "          'gamma': 1,\n",
    "          'min_child_weight': 1.5,\n",
    "          'max_depth': 5,\n",
    "          'lambda': 100,\n",
    "          'subsample': 0.7,\n",
    "          'colsample_bytree': 0.7,\n",
    "          'colsample_bylevel': 0.7,\n",
    "          'eta': 0.03,\n",
    "          'tree_method': 'exact',\n",
    "          'seed': 2017,\n",
    "          \"num_class\": 2\n",
    "          }\n",
    "\n",
    "num_round = 10000\n",
    "early_stopping_rounds = 100\n",
    "watchlist = [(train_matrix, 'train'),\n",
    "             (test_matrix, 'eval')\n",
    "             ]\n",
    "\n",
    "model = clf.train(params,\n",
    "                  train_matrix,\n",
    "                  num_boost_round=num_round,\n",
    "                  evals=watchlist,\n",
    "                  early_stopping_rounds=early_stopping_rounds\n",
    "                  )\n",
    "pre = model.predict(z,ntree_limit=model.best_ntree_limit)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "score :  0.9275\n"
     ]
    }
   ],
   "source": [
    "print('score : ', np.mean((pre[:,1]>0.3)==y_valid))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 自己封装模型"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Stacking,Bootstrap,Bagging技术实践"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import lightgbm as lgb\n",
    "from sklearn.metrics import f1_score\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.model_selection import KFold\n",
    "from sklearn.model_selection import StratifiedKFold"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "class SBBTree():\n",
    "    \"\"\"\n",
    "        SBBTree\n",
    "        Stacking,Bootstap,Bagging\n",
    "    \"\"\"\n",
    "    def __init__(\n",
    "                    self, \n",
    "                    params,\n",
    "                    stacking_num,\n",
    "                    bagging_num,\n",
    "                    bagging_test_size,\n",
    "                    num_boost_round,\n",
    "                    early_stopping_rounds\n",
    "                ):\n",
    "        \"\"\"\n",
    "            Initializes the SBBTree.\n",
    "            Args:\n",
    "              params : lgb params.\n",
    "              stacking_num : k_flod stacking.\n",
    "              bagging_num : bootstrap num.\n",
    "              bagging_test_size : bootstrap sample rate.\n",
    "              num_boost_round : boost num.\n",
    "              early_stopping_rounds : early_stopping_rounds.\n",
    "        \"\"\"\n",
    "        self.params = params\n",
    "        self.stacking_num = stacking_num\n",
    "        self.bagging_num = bagging_num\n",
    "        self.bagging_test_size = bagging_test_size\n",
    "        self.num_boost_round = num_boost_round\n",
    "        self.early_stopping_rounds = early_stopping_rounds\n",
    "\n",
    "        self.model = lgb\n",
    "        self.stacking_model = []\n",
    "        self.bagging_model = []\n",
    "\n",
    "    def fit(self, X, y):\n",
    "        \"\"\" fit model. \"\"\"\n",
    "        if self.stacking_num > 1:\n",
    "            layer_train = np.zeros((X.shape[0], 2))\n",
    "            self.SK = StratifiedKFold(n_splits=self.stacking_num, shuffle=True, random_state=1)\n",
    "            for k,(train_index, test_index) in enumerate(self.SK.split(X, y)):\n",
    "                X_train = X[train_index]\n",
    "                y_train = y[train_index]\n",
    "                X_test = X[test_index]\n",
    "                y_test = y[test_index]\n",
    "\n",
    "                lgb_train = lgb.Dataset(X_train, y_train)\n",
    "                lgb_eval = lgb.Dataset(X_test, y_test, reference=lgb_train)\n",
    "\n",
    "                gbm = lgb.train(self.params,\n",
    "                            lgb_train,\n",
    "                            num_boost_round=self.num_boost_round,\n",
    "                            valid_sets=lgb_eval,\n",
    "                            early_stopping_rounds=self.early_stopping_rounds)\n",
    "\n",
    "                self.stacking_model.append(gbm)\n",
    "\n",
    "                pred_y = gbm.predict(X_test, num_iteration=gbm.best_iteration)\n",
    "                layer_train[test_index, 1] = pred_y\n",
    "\n",
    "            X = np.hstack((X, layer_train[:,1].reshape((-1,1)))) \n",
    "        else:\n",
    "            pass\n",
    "        for bn in range(self.bagging_num):\n",
    "            X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=self.bagging_test_size, random_state=bn)\n",
    "\n",
    "            lgb_train = lgb.Dataset(X_train, y_train)\n",
    "            lgb_eval = lgb.Dataset(X_test, y_test, reference=lgb_train)\n",
    "\n",
    "            gbm = lgb.train(self.params,\n",
    "                        lgb_train,\n",
    "                        num_boost_round=10000,\n",
    "                        valid_sets=lgb_eval,\n",
    "                        early_stopping_rounds=200)\n",
    "\n",
    "            self.bagging_model.append(gbm)\n",
    "\n",
    "    def predict(self, X_pred):\n",
    "        \"\"\" predict test data. \"\"\"\n",
    "        if self.stacking_num > 1:\n",
    "            test_pred = np.zeros((X_pred.shape[0], self.stacking_num))\n",
    "            for sn,gbm in enumerate(self.stacking_model):\n",
    "                pred = gbm.predict(X_pred, num_iteration=gbm.best_iteration)\n",
    "                test_pred[:, sn] = pred\n",
    "            X_pred = np.hstack((X_pred, test_pred.mean(axis=1).reshape((-1,1))))  \n",
    "        else:\n",
    "            pass \n",
    "        for bn,gbm in enumerate(self.bagging_model):\n",
    "            pred = gbm.predict(X_pred, num_iteration=gbm.best_iteration)\n",
    "            if bn == 0:\n",
    "                pred_out=pred\n",
    "            else:\n",
    "                pred_out+=pred\n",
    "        return pred_out/self.bagging_num"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 测试自己封装的模型类"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.596296\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.590672\n",
      "[3]\tvalid_0's auc: 0.604024\n",
      "[4]\tvalid_0's auc: 0.601944\n",
      "[5]\tvalid_0's auc: 0.600328\n",
      "[6]\tvalid_0's auc: 0.605528\n",
      "[7]\tvalid_0's auc: 0.602752\n",
      "[8]\tvalid_0's auc: 0.602128\n",
      "[9]\tvalid_0's auc: 0.603008\n",
      "[10]\tvalid_0's auc: 0.599808\n",
      "[11]\tvalid_0's auc: 0.606144\n",
      "[12]\tvalid_0's auc: 0.613048\n",
      "[13]\tvalid_0's auc: 0.61704\n",
      "[14]\tvalid_0's auc: 0.613536\n",
      "[15]\tvalid_0's auc: 0.615736\n",
      "[16]\tvalid_0's auc: 0.618096\n",
      "[17]\tvalid_0's auc: 0.623376\n",
      "[18]\tvalid_0's auc: 0.622992\n",
      "[19]\tvalid_0's auc: 0.624112\n",
      "[20]\tvalid_0's auc: 0.62256\n",
      "[21]\tvalid_0's auc: 0.624368\n",
      "[22]\tvalid_0's auc: 0.625728\n",
      "[23]\tvalid_0's auc: 0.624672\n",
      "[24]\tvalid_0's auc: 0.622464\n",
      "[25]\tvalid_0's auc: 0.622816\n",
      "[26]\tvalid_0's auc: 0.625328\n",
      "[27]\tvalid_0's auc: 0.623872\n",
      "[28]\tvalid_0's auc: 0.624656\n",
      "[29]\tvalid_0's auc: 0.6212\n",
      "[30]\tvalid_0's auc: 0.619584\n",
      "[31]\tvalid_0's auc: 0.622384\n",
      "[32]\tvalid_0's auc: 0.623632\n",
      "[33]\tvalid_0's auc: 0.625136\n",
      "[34]\tvalid_0's auc: 0.623552\n",
      "[35]\tvalid_0's auc: 0.624576\n",
      "[36]\tvalid_0's auc: 0.625072\n",
      "[37]\tvalid_0's auc: 0.625584\n",
      "[38]\tvalid_0's auc: 0.628032\n",
      "[39]\tvalid_0's auc: 0.630224\n",
      "[40]\tvalid_0's auc: 0.633792\n",
      "[41]\tvalid_0's auc: 0.632272\n",
      "[42]\tvalid_0's auc: 0.633376\n",
      "[43]\tvalid_0's auc: 0.63424\n",
      "[44]\tvalid_0's auc: 0.637552\n",
      "[45]\tvalid_0's auc: 0.639344\n",
      "[46]\tvalid_0's auc: 0.64096\n",
      "[47]\tvalid_0's auc: 0.640416\n",
      "[48]\tvalid_0's auc: 0.64232\n",
      "[49]\tvalid_0's auc: 0.64304\n",
      "[50]\tvalid_0's auc: 0.641984\n",
      "[51]\tvalid_0's auc: 0.6456\n",
      "[52]\tvalid_0's auc: 0.646832\n",
      "[53]\tvalid_0's auc: 0.64888\n",
      "[54]\tvalid_0's auc: 0.647968\n",
      "[55]\tvalid_0's auc: 0.649504\n",
      "[56]\tvalid_0's auc: 0.649936\n",
      "[57]\tvalid_0's auc: 0.649136\n",
      "[58]\tvalid_0's auc: 0.648912\n",
      "[59]\tvalid_0's auc: 0.6492\n",
      "[60]\tvalid_0's auc: 0.64904\n",
      "[61]\tvalid_0's auc: 0.649664\n",
      "[62]\tvalid_0's auc: 0.649264\n",
      "[63]\tvalid_0's auc: 0.648864\n",
      "[64]\tvalid_0's auc: 0.647856\n",
      "[65]\tvalid_0's auc: 0.64728\n",
      "[66]\tvalid_0's auc: 0.648576\n",
      "[67]\tvalid_0's auc: 0.649808\n",
      "[68]\tvalid_0's auc: 0.653168\n",
      "[69]\tvalid_0's auc: 0.653104\n",
      "[70]\tvalid_0's auc: 0.655632\n",
      "[71]\tvalid_0's auc: 0.656768\n",
      "[72]\tvalid_0's auc: 0.658688\n",
      "[73]\tvalid_0's auc: 0.658992\n",
      "[74]\tvalid_0's auc: 0.659472\n",
      "[75]\tvalid_0's auc: 0.65984\n",
      "[76]\tvalid_0's auc: 0.661968\n",
      "[77]\tvalid_0's auc: 0.664416\n",
      "[78]\tvalid_0's auc: 0.666736\n",
      "[79]\tvalid_0's auc: 0.668128\n",
      "[80]\tvalid_0's auc: 0.668176\n",
      "[81]\tvalid_0's auc: 0.67032\n",
      "[82]\tvalid_0's auc: 0.673616\n",
      "[83]\tvalid_0's auc: 0.674432\n",
      "[84]\tvalid_0's auc: 0.675472\n",
      "[85]\tvalid_0's auc: 0.675248\n",
      "[86]\tvalid_0's auc: 0.675664\n",
      "[87]\tvalid_0's auc: 0.675232\n",
      "[88]\tvalid_0's auc: 0.674816\n",
      "[89]\tvalid_0's auc: 0.673472\n",
      "[90]\tvalid_0's auc: 0.673616\n",
      "[91]\tvalid_0's auc: 0.674784\n",
      "[92]\tvalid_0's auc: 0.676992\n",
      "[93]\tvalid_0's auc: 0.679088\n",
      "[94]\tvalid_0's auc: 0.681888\n",
      "[95]\tvalid_0's auc: 0.682912\n",
      "[96]\tvalid_0's auc: 0.684064\n",
      "[97]\tvalid_0's auc: 0.683904\n",
      "[98]\tvalid_0's auc: 0.684496\n",
      "[99]\tvalid_0's auc: 0.68432\n",
      "[100]\tvalid_0's auc: 0.684096\n",
      "[101]\tvalid_0's auc: 0.684496\n",
      "[102]\tvalid_0's auc: 0.686096\n",
      "[103]\tvalid_0's auc: 0.689216\n",
      "[104]\tvalid_0's auc: 0.689424\n",
      "[105]\tvalid_0's auc: 0.68928\n",
      "[106]\tvalid_0's auc: 0.691264\n",
      "[107]\tvalid_0's auc: 0.693328\n",
      "[108]\tvalid_0's auc: 0.695168\n",
      "[109]\tvalid_0's auc: 0.695088\n",
      "[110]\tvalid_0's auc: 0.694784\n",
      "[111]\tvalid_0's auc: 0.694896\n",
      "[112]\tvalid_0's auc: 0.694416\n",
      "[113]\tvalid_0's auc: 0.694752\n",
      "[114]\tvalid_0's auc: 0.694368\n",
      "[115]\tvalid_0's auc: 0.695184\n",
      "[116]\tvalid_0's auc: 0.696448\n",
      "[117]\tvalid_0's auc: 0.699248\n",
      "[118]\tvalid_0's auc: 0.702512\n",
      "[119]\tvalid_0's auc: 0.704096\n",
      "[120]\tvalid_0's auc: 0.706432\n",
      "[121]\tvalid_0's auc: 0.707616\n",
      "[122]\tvalid_0's auc: 0.70768\n",
      "[123]\tvalid_0's auc: 0.707808\n",
      "[124]\tvalid_0's auc: 0.7084\n",
      "[125]\tvalid_0's auc: 0.707808\n",
      "[126]\tvalid_0's auc: 0.708016\n",
      "[127]\tvalid_0's auc: 0.707552\n",
      "[128]\tvalid_0's auc: 0.707104\n",
      "[129]\tvalid_0's auc: 0.70736\n",
      "[130]\tvalid_0's auc: 0.705968\n",
      "[131]\tvalid_0's auc: 0.706528\n",
      "[132]\tvalid_0's auc: 0.708128\n",
      "[133]\tvalid_0's auc: 0.708976\n",
      "[134]\tvalid_0's auc: 0.70976\n",
      "[135]\tvalid_0's auc: 0.71032\n",
      "[136]\tvalid_0's auc: 0.70872\n",
      "[137]\tvalid_0's auc: 0.708112\n",
      "[138]\tvalid_0's auc: 0.708096\n",
      "[139]\tvalid_0's auc: 0.707936\n",
      "[140]\tvalid_0's auc: 0.70992\n",
      "[141]\tvalid_0's auc: 0.710752\n",
      "[142]\tvalid_0's auc: 0.710912\n",
      "[143]\tvalid_0's auc: 0.712944\n",
      "[144]\tvalid_0's auc: 0.71304\n",
      "[145]\tvalid_0's auc: 0.71392\n",
      "[146]\tvalid_0's auc: 0.713328\n",
      "[147]\tvalid_0's auc: 0.712992\n",
      "[148]\tvalid_0's auc: 0.712336\n",
      "[149]\tvalid_0's auc: 0.712016\n",
      "[150]\tvalid_0's auc: 0.711488\n",
      "[151]\tvalid_0's auc: 0.7112\n",
      "[152]\tvalid_0's auc: 0.7148\n",
      "[153]\tvalid_0's auc: 0.714832\n",
      "[154]\tvalid_0's auc: 0.713408\n",
      "[155]\tvalid_0's auc: 0.71272\n",
      "[156]\tvalid_0's auc: 0.712752\n",
      "[157]\tvalid_0's auc: 0.712592\n",
      "[158]\tvalid_0's auc: 0.713088\n",
      "[159]\tvalid_0's auc: 0.715088\n",
      "[160]\tvalid_0's auc: 0.714864\n",
      "[161]\tvalid_0's auc: 0.71464\n",
      "[162]\tvalid_0's auc: 0.715792\n",
      "[163]\tvalid_0's auc: 0.716048\n",
      "[164]\tvalid_0's auc: 0.71752\n",
      "[165]\tvalid_0's auc: 0.718352\n",
      "[166]\tvalid_0's auc: 0.719824\n",
      "[167]\tvalid_0's auc: 0.721056\n",
      "[168]\tvalid_0's auc: 0.721216\n",
      "[169]\tvalid_0's auc: 0.72008\n",
      "[170]\tvalid_0's auc: 0.720976\n",
      "[171]\tvalid_0's auc: 0.721152\n",
      "[172]\tvalid_0's auc: 0.72176\n",
      "[173]\tvalid_0's auc: 0.721136\n",
      "[174]\tvalid_0's auc: 0.72064\n",
      "[175]\tvalid_0's auc: 0.721552\n",
      "[176]\tvalid_0's auc: 0.72208\n",
      "[177]\tvalid_0's auc: 0.7224\n",
      "[178]\tvalid_0's auc: 0.722352\n",
      "[179]\tvalid_0's auc: 0.723568\n",
      "[180]\tvalid_0's auc: 0.724048\n",
      "[181]\tvalid_0's auc: 0.724096\n",
      "[182]\tvalid_0's auc: 0.724352\n",
      "[183]\tvalid_0's auc: 0.723232\n",
      "[184]\tvalid_0's auc: 0.722944\n",
      "[185]\tvalid_0's auc: 0.723088\n",
      "[186]\tvalid_0's auc: 0.723248\n",
      "[187]\tvalid_0's auc: 0.722288\n",
      "[188]\tvalid_0's auc: 0.722832\n",
      "[189]\tvalid_0's auc: 0.722416\n",
      "[190]\tvalid_0's auc: 0.722656\n",
      "[191]\tvalid_0's auc: 0.72296\n",
      "[192]\tvalid_0's auc: 0.723792\n",
      "[193]\tvalid_0's auc: 0.724928\n",
      "[194]\tvalid_0's auc: 0.724976\n",
      "[195]\tvalid_0's auc: 0.725376\n",
      "[196]\tvalid_0's auc: 0.726032\n",
      "[197]\tvalid_0's auc: 0.72648\n",
      "[198]\tvalid_0's auc: 0.726512\n",
      "[199]\tvalid_0's auc: 0.72728\n",
      "[200]\tvalid_0's auc: 0.728208\n",
      "[201]\tvalid_0's auc: 0.72784\n",
      "[202]\tvalid_0's auc: 0.72768\n",
      "[203]\tvalid_0's auc: 0.727968\n",
      "[204]\tvalid_0's auc: 0.72896\n",
      "[205]\tvalid_0's auc: 0.729296\n",
      "[206]\tvalid_0's auc: 0.729984\n",
      "[207]\tvalid_0's auc: 0.73048\n",
      "[208]\tvalid_0's auc: 0.7308\n",
      "[209]\tvalid_0's auc: 0.730256\n",
      "[210]\tvalid_0's auc: 0.730624\n",
      "[211]\tvalid_0's auc: 0.730768\n",
      "[212]\tvalid_0's auc: 0.731152\n",
      "[213]\tvalid_0's auc: 0.7324\n",
      "[214]\tvalid_0's auc: 0.733824\n",
      "[215]\tvalid_0's auc: 0.733808\n",
      "[216]\tvalid_0's auc: 0.733728\n",
      "[217]\tvalid_0's auc: 0.733264\n",
      "[218]\tvalid_0's auc: 0.733712\n",
      "[219]\tvalid_0's auc: 0.733664\n",
      "[220]\tvalid_0's auc: 0.734336\n",
      "[221]\tvalid_0's auc: 0.73544\n",
      "[222]\tvalid_0's auc: 0.735584\n",
      "[223]\tvalid_0's auc: 0.734624\n",
      "[224]\tvalid_0's auc: 0.734848\n",
      "[225]\tvalid_0's auc: 0.734192\n",
      "[226]\tvalid_0's auc: 0.734944\n",
      "[227]\tvalid_0's auc: 0.7352\n",
      "[228]\tvalid_0's auc: 0.734912\n",
      "[229]\tvalid_0's auc: 0.734768\n",
      "[230]\tvalid_0's auc: 0.73504\n",
      "[231]\tvalid_0's auc: 0.73592\n",
      "[232]\tvalid_0's auc: 0.735984\n",
      "[233]\tvalid_0's auc: 0.735664\n",
      "[234]\tvalid_0's auc: 0.735728\n",
      "[235]\tvalid_0's auc: 0.735712\n",
      "[236]\tvalid_0's auc: 0.735504\n",
      "[237]\tvalid_0's auc: 0.735536\n",
      "[238]\tvalid_0's auc: 0.736304\n",
      "[239]\tvalid_0's auc: 0.73552\n",
      "[240]\tvalid_0's auc: 0.736\n",
      "[241]\tvalid_0's auc: 0.7356\n",
      "[242]\tvalid_0's auc: 0.735168\n",
      "[243]\tvalid_0's auc: 0.734512\n",
      "[244]\tvalid_0's auc: 0.734736\n",
      "[245]\tvalid_0's auc: 0.734912\n",
      "[246]\tvalid_0's auc: 0.735232\n",
      "[247]\tvalid_0's auc: 0.735136\n",
      "[248]\tvalid_0's auc: 0.735456\n",
      "[249]\tvalid_0's auc: 0.735824\n",
      "[250]\tvalid_0's auc: 0.736416\n",
      "[251]\tvalid_0's auc: 0.735728\n",
      "[252]\tvalid_0's auc: 0.735904\n",
      "[253]\tvalid_0's auc: 0.7352\n",
      "[254]\tvalid_0's auc: 0.734752\n",
      "[255]\tvalid_0's auc: 0.734896\n",
      "[256]\tvalid_0's auc: 0.735088\n",
      "[257]\tvalid_0's auc: 0.73536\n",
      "[258]\tvalid_0's auc: 0.735632\n",
      "[259]\tvalid_0's auc: 0.735712\n",
      "[260]\tvalid_0's auc: 0.73608\n",
      "[261]\tvalid_0's auc: 0.735424\n",
      "[262]\tvalid_0's auc: 0.735536\n",
      "[263]\tvalid_0's auc: 0.735408\n",
      "[264]\tvalid_0's auc: 0.73576\n",
      "[265]\tvalid_0's auc: 0.735904\n",
      "[266]\tvalid_0's auc: 0.737024\n",
      "[267]\tvalid_0's auc: 0.736672\n",
      "[268]\tvalid_0's auc: 0.737248\n",
      "[269]\tvalid_0's auc: 0.737408\n",
      "[270]\tvalid_0's auc: 0.737216\n",
      "[271]\tvalid_0's auc: 0.737632\n",
      "[272]\tvalid_0's auc: 0.737824\n",
      "[273]\tvalid_0's auc: 0.737424\n",
      "[274]\tvalid_0's auc: 0.737168\n",
      "[275]\tvalid_0's auc: 0.737408\n",
      "[276]\tvalid_0's auc: 0.737152\n",
      "[277]\tvalid_0's auc: 0.736384\n",
      "[278]\tvalid_0's auc: 0.736256\n",
      "[279]\tvalid_0's auc: 0.736272\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[280]\tvalid_0's auc: 0.735168\n",
      "[281]\tvalid_0's auc: 0.734608\n",
      "[282]\tvalid_0's auc: 0.735024\n",
      "[283]\tvalid_0's auc: 0.735136\n",
      "[284]\tvalid_0's auc: 0.734816\n",
      "[285]\tvalid_0's auc: 0.735392\n",
      "[286]\tvalid_0's auc: 0.735248\n",
      "[287]\tvalid_0's auc: 0.736048\n",
      "[288]\tvalid_0's auc: 0.73536\n",
      "[289]\tvalid_0's auc: 0.735504\n",
      "[290]\tvalid_0's auc: 0.7356\n",
      "[291]\tvalid_0's auc: 0.7352\n",
      "[292]\tvalid_0's auc: 0.735248\n",
      "[293]\tvalid_0's auc: 0.73576\n",
      "[294]\tvalid_0's auc: 0.736464\n",
      "[295]\tvalid_0's auc: 0.736432\n",
      "[296]\tvalid_0's auc: 0.737712\n",
      "[297]\tvalid_0's auc: 0.73896\n",
      "[298]\tvalid_0's auc: 0.739072\n",
      "[299]\tvalid_0's auc: 0.739392\n",
      "[300]\tvalid_0's auc: 0.740128\n",
      "[301]\tvalid_0's auc: 0.739792\n",
      "[302]\tvalid_0's auc: 0.738912\n",
      "[303]\tvalid_0's auc: 0.739728\n",
      "[304]\tvalid_0's auc: 0.739728\n",
      "[305]\tvalid_0's auc: 0.740016\n",
      "[306]\tvalid_0's auc: 0.739984\n",
      "[307]\tvalid_0's auc: 0.740384\n",
      "[308]\tvalid_0's auc: 0.740256\n",
      "[309]\tvalid_0's auc: 0.740512\n",
      "[310]\tvalid_0's auc: 0.74088\n",
      "[311]\tvalid_0's auc: 0.74136\n",
      "[312]\tvalid_0's auc: 0.74184\n",
      "[313]\tvalid_0's auc: 0.741984\n",
      "[314]\tvalid_0's auc: 0.743088\n",
      "[315]\tvalid_0's auc: 0.742912\n",
      "[316]\tvalid_0's auc: 0.742256\n",
      "[317]\tvalid_0's auc: 0.742624\n",
      "[318]\tvalid_0's auc: 0.742576\n",
      "[319]\tvalid_0's auc: 0.742432\n",
      "[320]\tvalid_0's auc: 0.743328\n",
      "[321]\tvalid_0's auc: 0.743536\n",
      "[322]\tvalid_0's auc: 0.742832\n",
      "[323]\tvalid_0's auc: 0.742864\n",
      "[324]\tvalid_0's auc: 0.742944\n",
      "[325]\tvalid_0's auc: 0.742352\n",
      "[326]\tvalid_0's auc: 0.741344\n",
      "[327]\tvalid_0's auc: 0.741168\n",
      "[328]\tvalid_0's auc: 0.740992\n",
      "[329]\tvalid_0's auc: 0.74008\n",
      "[330]\tvalid_0's auc: 0.740112\n",
      "[331]\tvalid_0's auc: 0.73984\n",
      "[332]\tvalid_0's auc: 0.73992\n",
      "[333]\tvalid_0's auc: 0.739792\n",
      "[334]\tvalid_0's auc: 0.74016\n",
      "[335]\tvalid_0's auc: 0.740992\n",
      "[336]\tvalid_0's auc: 0.741248\n",
      "[337]\tvalid_0's auc: 0.741648\n",
      "[338]\tvalid_0's auc: 0.74168\n",
      "[339]\tvalid_0's auc: 0.74232\n",
      "[340]\tvalid_0's auc: 0.741888\n",
      "[341]\tvalid_0's auc: 0.742448\n",
      "[342]\tvalid_0's auc: 0.742688\n",
      "[343]\tvalid_0's auc: 0.742432\n",
      "[344]\tvalid_0's auc: 0.74248\n",
      "[345]\tvalid_0's auc: 0.7428\n",
      "[346]\tvalid_0's auc: 0.74384\n",
      "[347]\tvalid_0's auc: 0.745424\n",
      "[348]\tvalid_0's auc: 0.746448\n",
      "[349]\tvalid_0's auc: 0.746192\n",
      "[350]\tvalid_0's auc: 0.746288\n",
      "[351]\tvalid_0's auc: 0.746576\n",
      "[352]\tvalid_0's auc: 0.747168\n",
      "[353]\tvalid_0's auc: 0.746592\n",
      "[354]\tvalid_0's auc: 0.745872\n",
      "[355]\tvalid_0's auc: 0.745904\n",
      "[356]\tvalid_0's auc: 0.7456\n",
      "[357]\tvalid_0's auc: 0.745568\n",
      "[358]\tvalid_0's auc: 0.745712\n",
      "[359]\tvalid_0's auc: 0.745904\n",
      "[360]\tvalid_0's auc: 0.745888\n",
      "[361]\tvalid_0's auc: 0.746752\n",
      "[362]\tvalid_0's auc: 0.747248\n",
      "[363]\tvalid_0's auc: 0.74792\n",
      "[364]\tvalid_0's auc: 0.749056\n",
      "[365]\tvalid_0's auc: 0.749136\n",
      "[366]\tvalid_0's auc: 0.749344\n",
      "[367]\tvalid_0's auc: 0.750288\n",
      "[368]\tvalid_0's auc: 0.75048\n",
      "[369]\tvalid_0's auc: 0.751024\n",
      "[370]\tvalid_0's auc: 0.751776\n",
      "[371]\tvalid_0's auc: 0.751616\n",
      "[372]\tvalid_0's auc: 0.752016\n",
      "[373]\tvalid_0's auc: 0.752592\n",
      "[374]\tvalid_0's auc: 0.752928\n",
      "[375]\tvalid_0's auc: 0.75288\n",
      "[376]\tvalid_0's auc: 0.753408\n",
      "[377]\tvalid_0's auc: 0.75352\n",
      "[378]\tvalid_0's auc: 0.754208\n",
      "[379]\tvalid_0's auc: 0.753808\n",
      "[380]\tvalid_0's auc: 0.752496\n",
      "[381]\tvalid_0's auc: 0.752816\n",
      "[382]\tvalid_0's auc: 0.75328\n",
      "[383]\tvalid_0's auc: 0.753744\n",
      "[384]\tvalid_0's auc: 0.753648\n",
      "[385]\tvalid_0's auc: 0.753792\n",
      "[386]\tvalid_0's auc: 0.754112\n",
      "[387]\tvalid_0's auc: 0.753968\n",
      "[388]\tvalid_0's auc: 0.754192\n",
      "[389]\tvalid_0's auc: 0.754864\n",
      "[390]\tvalid_0's auc: 0.755344\n",
      "[391]\tvalid_0's auc: 0.755232\n",
      "[392]\tvalid_0's auc: 0.755456\n",
      "[393]\tvalid_0's auc: 0.755712\n",
      "[394]\tvalid_0's auc: 0.755648\n",
      "[395]\tvalid_0's auc: 0.755312\n",
      "[396]\tvalid_0's auc: 0.754736\n",
      "[397]\tvalid_0's auc: 0.755008\n",
      "[398]\tvalid_0's auc: 0.754656\n",
      "[399]\tvalid_0's auc: 0.754832\n",
      "[400]\tvalid_0's auc: 0.754096\n",
      "[401]\tvalid_0's auc: 0.7544\n",
      "[402]\tvalid_0's auc: 0.754272\n",
      "[403]\tvalid_0's auc: 0.7544\n",
      "[404]\tvalid_0's auc: 0.75488\n",
      "[405]\tvalid_0's auc: 0.755248\n",
      "[406]\tvalid_0's auc: 0.75552\n",
      "[407]\tvalid_0's auc: 0.755856\n",
      "[408]\tvalid_0's auc: 0.756096\n",
      "[409]\tvalid_0's auc: 0.756368\n",
      "[410]\tvalid_0's auc: 0.756304\n",
      "[411]\tvalid_0's auc: 0.756016\n",
      "[412]\tvalid_0's auc: 0.755664\n",
      "[413]\tvalid_0's auc: 0.755568\n",
      "[414]\tvalid_0's auc: 0.75584\n",
      "[415]\tvalid_0's auc: 0.75616\n",
      "[416]\tvalid_0's auc: 0.756544\n",
      "[417]\tvalid_0's auc: 0.75656\n",
      "[418]\tvalid_0's auc: 0.756208\n",
      "[419]\tvalid_0's auc: 0.756144\n",
      "[420]\tvalid_0's auc: 0.756016\n",
      "[421]\tvalid_0's auc: 0.756672\n",
      "[422]\tvalid_0's auc: 0.75664\n",
      "[423]\tvalid_0's auc: 0.757152\n",
      "[424]\tvalid_0's auc: 0.757312\n",
      "[425]\tvalid_0's auc: 0.757952\n",
      "[426]\tvalid_0's auc: 0.757744\n",
      "[427]\tvalid_0's auc: 0.757744\n",
      "[428]\tvalid_0's auc: 0.758496\n",
      "[429]\tvalid_0's auc: 0.758192\n",
      "[430]\tvalid_0's auc: 0.757328\n",
      "[431]\tvalid_0's auc: 0.757232\n",
      "[432]\tvalid_0's auc: 0.756752\n",
      "[433]\tvalid_0's auc: 0.756896\n",
      "[434]\tvalid_0's auc: 0.757168\n",
      "[435]\tvalid_0's auc: 0.757232\n",
      "[436]\tvalid_0's auc: 0.757456\n",
      "[437]\tvalid_0's auc: 0.757024\n",
      "[438]\tvalid_0's auc: 0.756832\n",
      "[439]\tvalid_0's auc: 0.757568\n",
      "[440]\tvalid_0's auc: 0.757648\n",
      "[441]\tvalid_0's auc: 0.7576\n",
      "[442]\tvalid_0's auc: 0.757488\n",
      "[443]\tvalid_0's auc: 0.757888\n",
      "[444]\tvalid_0's auc: 0.758272\n",
      "[445]\tvalid_0's auc: 0.758448\n",
      "[446]\tvalid_0's auc: 0.75816\n",
      "[447]\tvalid_0's auc: 0.758688\n",
      "[448]\tvalid_0's auc: 0.7588\n",
      "[449]\tvalid_0's auc: 0.759168\n",
      "[450]\tvalid_0's auc: 0.759248\n",
      "[451]\tvalid_0's auc: 0.758688\n",
      "[452]\tvalid_0's auc: 0.759376\n",
      "[453]\tvalid_0's auc: 0.759248\n",
      "[454]\tvalid_0's auc: 0.75896\n",
      "[455]\tvalid_0's auc: 0.759184\n",
      "[456]\tvalid_0's auc: 0.759456\n",
      "[457]\tvalid_0's auc: 0.759712\n",
      "[458]\tvalid_0's auc: 0.759664\n",
      "[459]\tvalid_0's auc: 0.759536\n",
      "[460]\tvalid_0's auc: 0.75928\n",
      "[461]\tvalid_0's auc: 0.75952\n",
      "[462]\tvalid_0's auc: 0.7596\n",
      "[463]\tvalid_0's auc: 0.75944\n",
      "[464]\tvalid_0's auc: 0.759072\n",
      "[465]\tvalid_0's auc: 0.759264\n",
      "[466]\tvalid_0's auc: 0.759088\n",
      "[467]\tvalid_0's auc: 0.758992\n",
      "[468]\tvalid_0's auc: 0.759488\n",
      "[469]\tvalid_0's auc: 0.759488\n",
      "[470]\tvalid_0's auc: 0.759712\n",
      "[471]\tvalid_0's auc: 0.758592\n",
      "[472]\tvalid_0's auc: 0.75872\n",
      "[473]\tvalid_0's auc: 0.7584\n",
      "[474]\tvalid_0's auc: 0.757824\n",
      "[475]\tvalid_0's auc: 0.757984\n",
      "[476]\tvalid_0's auc: 0.758768\n",
      "[477]\tvalid_0's auc: 0.758688\n",
      "[478]\tvalid_0's auc: 0.759136\n",
      "[479]\tvalid_0's auc: 0.759584\n",
      "[480]\tvalid_0's auc: 0.759808\n",
      "[481]\tvalid_0's auc: 0.759408\n",
      "[482]\tvalid_0's auc: 0.758992\n",
      "[483]\tvalid_0's auc: 0.758624\n",
      "[484]\tvalid_0's auc: 0.758464\n",
      "[485]\tvalid_0's auc: 0.759088\n",
      "[486]\tvalid_0's auc: 0.758336\n",
      "[487]\tvalid_0's auc: 0.758304\n",
      "[488]\tvalid_0's auc: 0.758224\n",
      "[489]\tvalid_0's auc: 0.758128\n",
      "[490]\tvalid_0's auc: 0.757952\n",
      "[491]\tvalid_0's auc: 0.758064\n",
      "[492]\tvalid_0's auc: 0.75872\n",
      "[493]\tvalid_0's auc: 0.759024\n",
      "[494]\tvalid_0's auc: 0.759072\n",
      "[495]\tvalid_0's auc: 0.759568\n",
      "[496]\tvalid_0's auc: 0.760336\n",
      "[497]\tvalid_0's auc: 0.760432\n",
      "[498]\tvalid_0's auc: 0.760816\n",
      "[499]\tvalid_0's auc: 0.761408\n",
      "[500]\tvalid_0's auc: 0.76144\n",
      "[501]\tvalid_0's auc: 0.760912\n",
      "[502]\tvalid_0's auc: 0.761376\n",
      "[503]\tvalid_0's auc: 0.761248\n",
      "[504]\tvalid_0's auc: 0.761328\n",
      "[505]\tvalid_0's auc: 0.761408\n",
      "[506]\tvalid_0's auc: 0.761168\n",
      "[507]\tvalid_0's auc: 0.76136\n",
      "[508]\tvalid_0's auc: 0.761744\n",
      "[509]\tvalid_0's auc: 0.761712\n",
      "[510]\tvalid_0's auc: 0.76128\n",
      "[511]\tvalid_0's auc: 0.761216\n",
      "[512]\tvalid_0's auc: 0.761904\n",
      "[513]\tvalid_0's auc: 0.761104\n",
      "[514]\tvalid_0's auc: 0.761568\n",
      "[515]\tvalid_0's auc: 0.761728\n",
      "[516]\tvalid_0's auc: 0.761712\n",
      "[517]\tvalid_0's auc: 0.761664\n",
      "[518]\tvalid_0's auc: 0.761408\n",
      "[519]\tvalid_0's auc: 0.760992\n",
      "[520]\tvalid_0's auc: 0.760672\n",
      "[521]\tvalid_0's auc: 0.760832\n",
      "[522]\tvalid_0's auc: 0.76072\n",
      "[523]\tvalid_0's auc: 0.760768\n",
      "[524]\tvalid_0's auc: 0.760864\n",
      "[525]\tvalid_0's auc: 0.760944\n",
      "[526]\tvalid_0's auc: 0.761008\n",
      "[527]\tvalid_0's auc: 0.760832\n",
      "[528]\tvalid_0's auc: 0.760944\n",
      "[529]\tvalid_0's auc: 0.760832\n",
      "[530]\tvalid_0's auc: 0.760544\n",
      "[531]\tvalid_0's auc: 0.760448\n",
      "[532]\tvalid_0's auc: 0.760464\n",
      "[533]\tvalid_0's auc: 0.760208\n",
      "[534]\tvalid_0's auc: 0.75992\n",
      "[535]\tvalid_0's auc: 0.760064\n",
      "[536]\tvalid_0's auc: 0.760672\n",
      "[537]\tvalid_0's auc: 0.760768\n",
      "[538]\tvalid_0's auc: 0.760816\n",
      "[539]\tvalid_0's auc: 0.760992\n",
      "[540]\tvalid_0's auc: 0.760112\n",
      "[541]\tvalid_0's auc: 0.76032\n",
      "[542]\tvalid_0's auc: 0.760512\n",
      "[543]\tvalid_0's auc: 0.760352\n",
      "[544]\tvalid_0's auc: 0.760464\n",
      "[545]\tvalid_0's auc: 0.760032\n",
      "[546]\tvalid_0's auc: 0.760352\n",
      "[547]\tvalid_0's auc: 0.760496\n",
      "[548]\tvalid_0's auc: 0.760688\n",
      "[549]\tvalid_0's auc: 0.760816\n",
      "[550]\tvalid_0's auc: 0.760656\n",
      "[551]\tvalid_0's auc: 0.761232\n",
      "[552]\tvalid_0's auc: 0.761232\n",
      "[553]\tvalid_0's auc: 0.761472\n",
      "[554]\tvalid_0's auc: 0.761488\n",
      "[555]\tvalid_0's auc: 0.761312\n",
      "[556]\tvalid_0's auc: 0.761184\n",
      "[557]\tvalid_0's auc: 0.761312\n",
      "[558]\tvalid_0's auc: 0.761536\n",
      "[559]\tvalid_0's auc: 0.76152\n",
      "[560]\tvalid_0's auc: 0.761408\n",
      "[561]\tvalid_0's auc: 0.761744\n",
      "[562]\tvalid_0's auc: 0.761248\n",
      "[563]\tvalid_0's auc: 0.761152\n",
      "[564]\tvalid_0's auc: 0.761792\n",
      "[565]\tvalid_0's auc: 0.761952\n",
      "[566]\tvalid_0's auc: 0.761232\n",
      "[567]\tvalid_0's auc: 0.760976\n",
      "[568]\tvalid_0's auc: 0.761264\n",
      "[569]\tvalid_0's auc: 0.76072\n",
      "[570]\tvalid_0's auc: 0.761024\n",
      "[571]\tvalid_0's auc: 0.760704\n",
      "[572]\tvalid_0's auc: 0.760176\n",
      "[573]\tvalid_0's auc: 0.759488\n",
      "[574]\tvalid_0's auc: 0.759296\n",
      "[575]\tvalid_0's auc: 0.758848\n",
      "[576]\tvalid_0's auc: 0.759264\n",
      "[577]\tvalid_0's auc: 0.759568\n",
      "[578]\tvalid_0's auc: 0.759584\n",
      "[579]\tvalid_0's auc: 0.759648\n",
      "[580]\tvalid_0's auc: 0.759744\n",
      "[581]\tvalid_0's auc: 0.759872\n",
      "[582]\tvalid_0's auc: 0.759248\n",
      "[583]\tvalid_0's auc: 0.75936\n",
      "[584]\tvalid_0's auc: 0.759904\n",
      "[585]\tvalid_0's auc: 0.759776\n",
      "[586]\tvalid_0's auc: 0.759232\n",
      "[587]\tvalid_0's auc: 0.759904\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[588]\tvalid_0's auc: 0.759888\n",
      "[589]\tvalid_0's auc: 0.759888\n",
      "[590]\tvalid_0's auc: 0.75984\n",
      "[591]\tvalid_0's auc: 0.759408\n",
      "[592]\tvalid_0's auc: 0.759968\n",
      "[593]\tvalid_0's auc: 0.76032\n",
      "[594]\tvalid_0's auc: 0.760304\n",
      "[595]\tvalid_0's auc: 0.760368\n",
      "[596]\tvalid_0's auc: 0.760352\n",
      "[597]\tvalid_0's auc: 0.76032\n",
      "[598]\tvalid_0's auc: 0.7596\n",
      "[599]\tvalid_0's auc: 0.760272\n",
      "[600]\tvalid_0's auc: 0.76032\n",
      "[601]\tvalid_0's auc: 0.760384\n",
      "[602]\tvalid_0's auc: 0.760928\n",
      "[603]\tvalid_0's auc: 0.761072\n",
      "[604]\tvalid_0's auc: 0.76096\n",
      "[605]\tvalid_0's auc: 0.760496\n",
      "[606]\tvalid_0's auc: 0.760672\n",
      "[607]\tvalid_0's auc: 0.760448\n",
      "[608]\tvalid_0's auc: 0.760048\n",
      "[609]\tvalid_0's auc: 0.759376\n",
      "[610]\tvalid_0's auc: 0.759632\n",
      "[611]\tvalid_0's auc: 0.759888\n",
      "[612]\tvalid_0's auc: 0.75976\n",
      "[613]\tvalid_0's auc: 0.759648\n",
      "[614]\tvalid_0's auc: 0.759664\n",
      "[615]\tvalid_0's auc: 0.759792\n",
      "[616]\tvalid_0's auc: 0.760144\n",
      "[617]\tvalid_0's auc: 0.760176\n",
      "[618]\tvalid_0's auc: 0.76056\n",
      "[619]\tvalid_0's auc: 0.760512\n",
      "[620]\tvalid_0's auc: 0.760368\n",
      "[621]\tvalid_0's auc: 0.760256\n",
      "[622]\tvalid_0's auc: 0.760336\n",
      "[623]\tvalid_0's auc: 0.76016\n",
      "[624]\tvalid_0's auc: 0.759904\n",
      "[625]\tvalid_0's auc: 0.759776\n",
      "[626]\tvalid_0's auc: 0.760192\n",
      "[627]\tvalid_0's auc: 0.76016\n",
      "[628]\tvalid_0's auc: 0.759936\n",
      "[629]\tvalid_0's auc: 0.759984\n",
      "[630]\tvalid_0's auc: 0.759744\n",
      "[631]\tvalid_0's auc: 0.75952\n",
      "[632]\tvalid_0's auc: 0.759296\n",
      "[633]\tvalid_0's auc: 0.759056\n",
      "[634]\tvalid_0's auc: 0.758992\n",
      "[635]\tvalid_0's auc: 0.758992\n",
      "[636]\tvalid_0's auc: 0.759008\n",
      "[637]\tvalid_0's auc: 0.758768\n",
      "[638]\tvalid_0's auc: 0.758656\n",
      "[639]\tvalid_0's auc: 0.758304\n",
      "[640]\tvalid_0's auc: 0.758224\n",
      "[641]\tvalid_0's auc: 0.758288\n",
      "[642]\tvalid_0's auc: 0.75832\n",
      "[643]\tvalid_0's auc: 0.758064\n",
      "[644]\tvalid_0's auc: 0.757968\n",
      "[645]\tvalid_0's auc: 0.7584\n",
      "[646]\tvalid_0's auc: 0.758384\n",
      "[647]\tvalid_0's auc: 0.758208\n",
      "[648]\tvalid_0's auc: 0.758384\n",
      "[649]\tvalid_0's auc: 0.75824\n",
      "[650]\tvalid_0's auc: 0.758208\n",
      "[651]\tvalid_0's auc: 0.758528\n",
      "[652]\tvalid_0's auc: 0.758416\n",
      "[653]\tvalid_0's auc: 0.75872\n",
      "[654]\tvalid_0's auc: 0.758896\n",
      "[655]\tvalid_0's auc: 0.758624\n",
      "[656]\tvalid_0's auc: 0.758832\n",
      "[657]\tvalid_0's auc: 0.759056\n",
      "[658]\tvalid_0's auc: 0.759312\n",
      "[659]\tvalid_0's auc: 0.759648\n",
      "[660]\tvalid_0's auc: 0.759712\n",
      "[661]\tvalid_0's auc: 0.759488\n",
      "[662]\tvalid_0's auc: 0.759232\n",
      "[663]\tvalid_0's auc: 0.758688\n",
      "[664]\tvalid_0's auc: 0.758464\n",
      "[665]\tvalid_0's auc: 0.75824\n",
      "[666]\tvalid_0's auc: 0.75824\n",
      "[667]\tvalid_0's auc: 0.757968\n",
      "[668]\tvalid_0's auc: 0.757856\n",
      "[669]\tvalid_0's auc: 0.757536\n",
      "[670]\tvalid_0's auc: 0.75768\n",
      "[671]\tvalid_0's auc: 0.757776\n",
      "[672]\tvalid_0's auc: 0.758128\n",
      "[673]\tvalid_0's auc: 0.758\n",
      "[674]\tvalid_0's auc: 0.758064\n",
      "[675]\tvalid_0's auc: 0.758144\n",
      "[676]\tvalid_0's auc: 0.7588\n",
      "[677]\tvalid_0's auc: 0.758512\n",
      "[678]\tvalid_0's auc: 0.75856\n",
      "[679]\tvalid_0's auc: 0.758736\n",
      "[680]\tvalid_0's auc: 0.758624\n",
      "[681]\tvalid_0's auc: 0.758576\n",
      "[682]\tvalid_0's auc: 0.758736\n",
      "[683]\tvalid_0's auc: 0.758784\n",
      "[684]\tvalid_0's auc: 0.75848\n",
      "[685]\tvalid_0's auc: 0.758256\n",
      "[686]\tvalid_0's auc: 0.75808\n",
      "[687]\tvalid_0's auc: 0.758064\n",
      "[688]\tvalid_0's auc: 0.757968\n",
      "[689]\tvalid_0's auc: 0.75784\n",
      "[690]\tvalid_0's auc: 0.758064\n",
      "[691]\tvalid_0's auc: 0.75792\n",
      "[692]\tvalid_0's auc: 0.75768\n",
      "[693]\tvalid_0's auc: 0.757968\n",
      "[694]\tvalid_0's auc: 0.757872\n",
      "[695]\tvalid_0's auc: 0.758032\n",
      "[696]\tvalid_0's auc: 0.758496\n",
      "[697]\tvalid_0's auc: 0.758848\n",
      "[698]\tvalid_0's auc: 0.758864\n",
      "[699]\tvalid_0's auc: 0.75912\n",
      "[700]\tvalid_0's auc: 0.7592\n",
      "[701]\tvalid_0's auc: 0.759088\n",
      "[702]\tvalid_0's auc: 0.758704\n",
      "[703]\tvalid_0's auc: 0.758752\n",
      "[704]\tvalid_0's auc: 0.758608\n",
      "[705]\tvalid_0's auc: 0.758656\n",
      "[706]\tvalid_0's auc: 0.758592\n",
      "[707]\tvalid_0's auc: 0.75872\n",
      "[708]\tvalid_0's auc: 0.759008\n",
      "[709]\tvalid_0's auc: 0.759072\n",
      "[710]\tvalid_0's auc: 0.758864\n",
      "[711]\tvalid_0's auc: 0.758768\n",
      "[712]\tvalid_0's auc: 0.758192\n",
      "[713]\tvalid_0's auc: 0.758512\n",
      "[714]\tvalid_0's auc: 0.758384\n",
      "[715]\tvalid_0's auc: 0.758352\n",
      "[716]\tvalid_0's auc: 0.758048\n",
      "[717]\tvalid_0's auc: 0.757824\n",
      "[718]\tvalid_0's auc: 0.757568\n",
      "[719]\tvalid_0's auc: 0.7572\n",
      "[720]\tvalid_0's auc: 0.757008\n",
      "[721]\tvalid_0's auc: 0.756736\n",
      "[722]\tvalid_0's auc: 0.75672\n",
      "[723]\tvalid_0's auc: 0.756576\n",
      "[724]\tvalid_0's auc: 0.756176\n",
      "[725]\tvalid_0's auc: 0.756208\n",
      "[726]\tvalid_0's auc: 0.756288\n",
      "[727]\tvalid_0's auc: 0.756384\n",
      "[728]\tvalid_0's auc: 0.7564\n",
      "[729]\tvalid_0's auc: 0.756448\n",
      "[730]\tvalid_0's auc: 0.75656\n",
      "[731]\tvalid_0's auc: 0.75648\n",
      "[732]\tvalid_0's auc: 0.7568\n",
      "[733]\tvalid_0's auc: 0.757152\n",
      "[734]\tvalid_0's auc: 0.757104\n",
      "[735]\tvalid_0's auc: 0.757232\n",
      "[736]\tvalid_0's auc: 0.757152\n",
      "[737]\tvalid_0's auc: 0.756944\n",
      "[738]\tvalid_0's auc: 0.757104\n",
      "[739]\tvalid_0's auc: 0.75704\n",
      "[740]\tvalid_0's auc: 0.757104\n",
      "[741]\tvalid_0's auc: 0.757216\n",
      "[742]\tvalid_0's auc: 0.75768\n",
      "[743]\tvalid_0's auc: 0.75744\n",
      "[744]\tvalid_0's auc: 0.757232\n",
      "[745]\tvalid_0's auc: 0.757328\n",
      "[746]\tvalid_0's auc: 0.757088\n",
      "[747]\tvalid_0's auc: 0.756864\n",
      "[748]\tvalid_0's auc: 0.757248\n",
      "[749]\tvalid_0's auc: 0.757248\n",
      "[750]\tvalid_0's auc: 0.757168\n",
      "[751]\tvalid_0's auc: 0.757216\n",
      "[752]\tvalid_0's auc: 0.757312\n",
      "[753]\tvalid_0's auc: 0.757408\n",
      "[754]\tvalid_0's auc: 0.75768\n",
      "[755]\tvalid_0's auc: 0.75768\n",
      "[756]\tvalid_0's auc: 0.757712\n",
      "[757]\tvalid_0's auc: 0.757792\n",
      "[758]\tvalid_0's auc: 0.75752\n",
      "[759]\tvalid_0's auc: 0.757568\n",
      "[760]\tvalid_0's auc: 0.757552\n",
      "[761]\tvalid_0's auc: 0.757264\n",
      "[762]\tvalid_0's auc: 0.757024\n",
      "[763]\tvalid_0's auc: 0.756864\n",
      "[764]\tvalid_0's auc: 0.756784\n",
      "[765]\tvalid_0's auc: 0.75656\n",
      "Early stopping, best iteration is:\n",
      "[565]\tvalid_0's auc: 0.761952\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.557856\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.563776\n",
      "[3]\tvalid_0's auc: 0.582296\n",
      "[4]\tvalid_0's auc: 0.598672\n",
      "[5]\tvalid_0's auc: 0.6036\n",
      "[6]\tvalid_0's auc: 0.60264\n",
      "[7]\tvalid_0's auc: 0.607704\n",
      "[8]\tvalid_0's auc: 0.607016\n",
      "[9]\tvalid_0's auc: 0.608088\n",
      "[10]\tvalid_0's auc: 0.609096\n",
      "[11]\tvalid_0's auc: 0.612984\n",
      "[12]\tvalid_0's auc: 0.614416\n",
      "[13]\tvalid_0's auc: 0.620336\n",
      "[14]\tvalid_0's auc: 0.618448\n",
      "[15]\tvalid_0's auc: 0.622896\n",
      "[16]\tvalid_0's auc: 0.62704\n",
      "[17]\tvalid_0's auc: 0.63144\n",
      "[18]\tvalid_0's auc: 0.637504\n",
      "[19]\tvalid_0's auc: 0.636\n",
      "[20]\tvalid_0's auc: 0.639008\n",
      "[21]\tvalid_0's auc: 0.648608\n",
      "[22]\tvalid_0's auc: 0.6556\n",
      "[23]\tvalid_0's auc: 0.660944\n",
      "[24]\tvalid_0's auc: 0.660112\n",
      "[25]\tvalid_0's auc: 0.660512\n",
      "[26]\tvalid_0's auc: 0.660544\n",
      "[27]\tvalid_0's auc: 0.659504\n",
      "[28]\tvalid_0's auc: 0.66096\n",
      "[29]\tvalid_0's auc: 0.660208\n",
      "[30]\tvalid_0's auc: 0.658896\n",
      "[31]\tvalid_0's auc: 0.661376\n",
      "[32]\tvalid_0's auc: 0.664128\n",
      "[33]\tvalid_0's auc: 0.662944\n",
      "[34]\tvalid_0's auc: 0.662032\n",
      "[35]\tvalid_0's auc: 0.666112\n",
      "[36]\tvalid_0's auc: 0.66672\n",
      "[37]\tvalid_0's auc: 0.665936\n",
      "[38]\tvalid_0's auc: 0.665776\n",
      "[39]\tvalid_0's auc: 0.666496\n",
      "[40]\tvalid_0's auc: 0.666752\n",
      "[41]\tvalid_0's auc: 0.669024\n",
      "[42]\tvalid_0's auc: 0.672992\n",
      "[43]\tvalid_0's auc: 0.672624\n",
      "[44]\tvalid_0's auc: 0.67624\n",
      "[45]\tvalid_0's auc: 0.676496\n",
      "[46]\tvalid_0's auc: 0.68112\n",
      "[47]\tvalid_0's auc: 0.679728\n",
      "[48]\tvalid_0's auc: 0.684928\n",
      "[49]\tvalid_0's auc: 0.68872\n",
      "[50]\tvalid_0's auc: 0.69168\n",
      "[51]\tvalid_0's auc: 0.691216\n",
      "[52]\tvalid_0's auc: 0.690576\n",
      "[53]\tvalid_0's auc: 0.691072\n",
      "[54]\tvalid_0's auc: 0.691056\n",
      "[55]\tvalid_0's auc: 0.69088\n",
      "[56]\tvalid_0's auc: 0.691168\n",
      "[57]\tvalid_0's auc: 0.689312\n",
      "[58]\tvalid_0's auc: 0.6896\n",
      "[59]\tvalid_0's auc: 0.689552\n",
      "[60]\tvalid_0's auc: 0.691264\n",
      "[61]\tvalid_0's auc: 0.693712\n",
      "[62]\tvalid_0's auc: 0.693184\n",
      "[63]\tvalid_0's auc: 0.694784\n",
      "[64]\tvalid_0's auc: 0.697248\n",
      "[65]\tvalid_0's auc: 0.697328\n",
      "[66]\tvalid_0's auc: 0.69752\n",
      "[67]\tvalid_0's auc: 0.6964\n",
      "[68]\tvalid_0's auc: 0.698784\n",
      "[69]\tvalid_0's auc: 0.697984\n",
      "[70]\tvalid_0's auc: 0.699584\n",
      "[71]\tvalid_0's auc: 0.69976\n",
      "[72]\tvalid_0's auc: 0.700432\n",
      "[73]\tvalid_0's auc: 0.702352\n",
      "[74]\tvalid_0's auc: 0.703808\n",
      "[75]\tvalid_0's auc: 0.704864\n",
      "[76]\tvalid_0's auc: 0.70672\n",
      "[77]\tvalid_0's auc: 0.706944\n",
      "[78]\tvalid_0's auc: 0.70808\n",
      "[79]\tvalid_0's auc: 0.711008\n",
      "[80]\tvalid_0's auc: 0.711472\n",
      "[81]\tvalid_0's auc: 0.711152\n",
      "[82]\tvalid_0's auc: 0.71368\n",
      "[83]\tvalid_0's auc: 0.714144\n",
      "[84]\tvalid_0's auc: 0.71528\n",
      "[85]\tvalid_0's auc: 0.717184\n",
      "[86]\tvalid_0's auc: 0.7184\n",
      "[87]\tvalid_0's auc: 0.719328\n",
      "[88]\tvalid_0's auc: 0.720688\n",
      "[89]\tvalid_0's auc: 0.720624\n",
      "[90]\tvalid_0's auc: 0.72128\n",
      "[91]\tvalid_0's auc: 0.722208\n",
      "[92]\tvalid_0's auc: 0.722464\n",
      "[93]\tvalid_0's auc: 0.721856\n",
      "[94]\tvalid_0's auc: 0.720512\n",
      "[95]\tvalid_0's auc: 0.720352\n",
      "[96]\tvalid_0's auc: 0.720864\n",
      "[97]\tvalid_0's auc: 0.72136\n",
      "[98]\tvalid_0's auc: 0.722384\n",
      "[99]\tvalid_0's auc: 0.723456\n",
      "[100]\tvalid_0's auc: 0.723248\n",
      "[101]\tvalid_0's auc: 0.722912\n",
      "[102]\tvalid_0's auc: 0.723616\n",
      "[103]\tvalid_0's auc: 0.724512\n",
      "[104]\tvalid_0's auc: 0.723552\n",
      "[105]\tvalid_0's auc: 0.724768\n",
      "[106]\tvalid_0's auc: 0.725424\n",
      "[107]\tvalid_0's auc: 0.724944\n",
      "[108]\tvalid_0's auc: 0.725216\n",
      "[109]\tvalid_0's auc: 0.72704\n",
      "[110]\tvalid_0's auc: 0.726944\n",
      "[111]\tvalid_0's auc: 0.72712\n",
      "[112]\tvalid_0's auc: 0.729056\n",
      "[113]\tvalid_0's auc: 0.728976\n",
      "[114]\tvalid_0's auc: 0.730016\n",
      "[115]\tvalid_0's auc: 0.730912\n",
      "[116]\tvalid_0's auc: 0.732656\n",
      "[117]\tvalid_0's auc: 0.731776\n",
      "[118]\tvalid_0's auc: 0.732544\n",
      "[119]\tvalid_0's auc: 0.730944\n",
      "[120]\tvalid_0's auc: 0.732384\n",
      "[121]\tvalid_0's auc: 0.730144\n",
      "[122]\tvalid_0's auc: 0.72912\n",
      "[123]\tvalid_0's auc: 0.728064\n",
      "[124]\tvalid_0's auc: 0.728512\n",
      "[125]\tvalid_0's auc: 0.728096\n",
      "[126]\tvalid_0's auc: 0.730672\n",
      "[127]\tvalid_0's auc: 0.73104\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[128]\tvalid_0's auc: 0.732352\n",
      "[129]\tvalid_0's auc: 0.732928\n",
      "[130]\tvalid_0's auc: 0.7348\n",
      "[131]\tvalid_0's auc: 0.735872\n",
      "[132]\tvalid_0's auc: 0.735952\n",
      "[133]\tvalid_0's auc: 0.73616\n",
      "[134]\tvalid_0's auc: 0.737792\n",
      "[135]\tvalid_0's auc: 0.738176\n",
      "[136]\tvalid_0's auc: 0.737776\n",
      "[137]\tvalid_0's auc: 0.738\n",
      "[138]\tvalid_0's auc: 0.738704\n",
      "[139]\tvalid_0's auc: 0.737984\n",
      "[140]\tvalid_0's auc: 0.73864\n",
      "[141]\tvalid_0's auc: 0.73704\n",
      "[142]\tvalid_0's auc: 0.736224\n",
      "[143]\tvalid_0's auc: 0.736816\n",
      "[144]\tvalid_0's auc: 0.736752\n",
      "[145]\tvalid_0's auc: 0.736608\n",
      "[146]\tvalid_0's auc: 0.737328\n",
      "[147]\tvalid_0's auc: 0.73688\n",
      "[148]\tvalid_0's auc: 0.737424\n",
      "[149]\tvalid_0's auc: 0.738192\n",
      "[150]\tvalid_0's auc: 0.737952\n",
      "[151]\tvalid_0's auc: 0.739488\n",
      "[152]\tvalid_0's auc: 0.740032\n",
      "[153]\tvalid_0's auc: 0.740352\n",
      "[154]\tvalid_0's auc: 0.740848\n",
      "[155]\tvalid_0's auc: 0.741808\n",
      "[156]\tvalid_0's auc: 0.742272\n",
      "[157]\tvalid_0's auc: 0.74312\n",
      "[158]\tvalid_0's auc: 0.743568\n",
      "[159]\tvalid_0's auc: 0.742512\n",
      "[160]\tvalid_0's auc: 0.74256\n",
      "[161]\tvalid_0's auc: 0.741872\n",
      "[162]\tvalid_0's auc: 0.741904\n",
      "[163]\tvalid_0's auc: 0.742304\n",
      "[164]\tvalid_0's auc: 0.74272\n",
      "[165]\tvalid_0's auc: 0.743024\n",
      "[166]\tvalid_0's auc: 0.742784\n",
      "[167]\tvalid_0's auc: 0.742352\n",
      "[168]\tvalid_0's auc: 0.742752\n",
      "[169]\tvalid_0's auc: 0.742576\n",
      "[170]\tvalid_0's auc: 0.742992\n",
      "[171]\tvalid_0's auc: 0.742976\n",
      "[172]\tvalid_0's auc: 0.743488\n",
      "[173]\tvalid_0's auc: 0.743824\n",
      "[174]\tvalid_0's auc: 0.744496\n",
      "[175]\tvalid_0's auc: 0.745296\n",
      "[176]\tvalid_0's auc: 0.746192\n",
      "[177]\tvalid_0's auc: 0.747376\n",
      "[178]\tvalid_0's auc: 0.748272\n",
      "[179]\tvalid_0's auc: 0.748528\n",
      "[180]\tvalid_0's auc: 0.749184\n",
      "[181]\tvalid_0's auc: 0.749376\n",
      "[182]\tvalid_0's auc: 0.750096\n",
      "[183]\tvalid_0's auc: 0.750032\n",
      "[184]\tvalid_0's auc: 0.750352\n",
      "[185]\tvalid_0's auc: 0.750816\n",
      "[186]\tvalid_0's auc: 0.751024\n",
      "[187]\tvalid_0's auc: 0.75024\n",
      "[188]\tvalid_0's auc: 0.750592\n",
      "[189]\tvalid_0's auc: 0.750496\n",
      "[190]\tvalid_0's auc: 0.750752\n",
      "[191]\tvalid_0's auc: 0.751936\n",
      "[192]\tvalid_0's auc: 0.751728\n",
      "[193]\tvalid_0's auc: 0.75232\n",
      "[194]\tvalid_0's auc: 0.752832\n",
      "[195]\tvalid_0's auc: 0.75344\n",
      "[196]\tvalid_0's auc: 0.753744\n",
      "[197]\tvalid_0's auc: 0.753264\n",
      "[198]\tvalid_0's auc: 0.752112\n",
      "[199]\tvalid_0's auc: 0.753264\n",
      "[200]\tvalid_0's auc: 0.753024\n",
      "[201]\tvalid_0's auc: 0.753072\n",
      "[202]\tvalid_0's auc: 0.754128\n",
      "[203]\tvalid_0's auc: 0.753712\n",
      "[204]\tvalid_0's auc: 0.754432\n",
      "[205]\tvalid_0's auc: 0.754416\n",
      "[206]\tvalid_0's auc: 0.75536\n",
      "[207]\tvalid_0's auc: 0.75704\n",
      "[208]\tvalid_0's auc: 0.757456\n",
      "[209]\tvalid_0's auc: 0.757888\n",
      "[210]\tvalid_0's auc: 0.758736\n",
      "[211]\tvalid_0's auc: 0.759632\n",
      "[212]\tvalid_0's auc: 0.761088\n",
      "[213]\tvalid_0's auc: 0.76168\n",
      "[214]\tvalid_0's auc: 0.762576\n",
      "[215]\tvalid_0's auc: 0.763408\n",
      "[216]\tvalid_0's auc: 0.762912\n",
      "[217]\tvalid_0's auc: 0.763456\n",
      "[218]\tvalid_0's auc: 0.763392\n",
      "[219]\tvalid_0's auc: 0.76264\n",
      "[220]\tvalid_0's auc: 0.762672\n",
      "[221]\tvalid_0's auc: 0.762864\n",
      "[222]\tvalid_0's auc: 0.763856\n",
      "[223]\tvalid_0's auc: 0.765168\n",
      "[224]\tvalid_0's auc: 0.765056\n",
      "[225]\tvalid_0's auc: 0.765872\n",
      "[226]\tvalid_0's auc: 0.765424\n",
      "[227]\tvalid_0's auc: 0.766048\n",
      "[228]\tvalid_0's auc: 0.766064\n",
      "[229]\tvalid_0's auc: 0.766512\n",
      "[230]\tvalid_0's auc: 0.767152\n",
      "[231]\tvalid_0's auc: 0.767024\n",
      "[232]\tvalid_0's auc: 0.767296\n",
      "[233]\tvalid_0's auc: 0.7684\n",
      "[234]\tvalid_0's auc: 0.767984\n",
      "[235]\tvalid_0's auc: 0.768896\n",
      "[236]\tvalid_0's auc: 0.768448\n",
      "[237]\tvalid_0's auc: 0.767552\n",
      "[238]\tvalid_0's auc: 0.767344\n",
      "[239]\tvalid_0's auc: 0.766736\n",
      "[240]\tvalid_0's auc: 0.767296\n",
      "[241]\tvalid_0's auc: 0.766928\n",
      "[242]\tvalid_0's auc: 0.766096\n",
      "[243]\tvalid_0's auc: 0.766848\n",
      "[244]\tvalid_0's auc: 0.7668\n",
      "[245]\tvalid_0's auc: 0.76664\n",
      "[246]\tvalid_0's auc: 0.766704\n",
      "[247]\tvalid_0's auc: 0.766976\n",
      "[248]\tvalid_0's auc: 0.767456\n",
      "[249]\tvalid_0's auc: 0.768848\n",
      "[250]\tvalid_0's auc: 0.769104\n",
      "[251]\tvalid_0's auc: 0.76872\n",
      "[252]\tvalid_0's auc: 0.76888\n",
      "[253]\tvalid_0's auc: 0.768128\n",
      "[254]\tvalid_0's auc: 0.768384\n",
      "[255]\tvalid_0's auc: 0.768848\n",
      "[256]\tvalid_0's auc: 0.768912\n",
      "[257]\tvalid_0's auc: 0.768912\n",
      "[258]\tvalid_0's auc: 0.769152\n",
      "[259]\tvalid_0's auc: 0.769616\n",
      "[260]\tvalid_0's auc: 0.77016\n",
      "[261]\tvalid_0's auc: 0.770304\n",
      "[262]\tvalid_0's auc: 0.770272\n",
      "[263]\tvalid_0's auc: 0.77056\n",
      "[264]\tvalid_0's auc: 0.7708\n",
      "[265]\tvalid_0's auc: 0.771232\n",
      "[266]\tvalid_0's auc: 0.771616\n",
      "[267]\tvalid_0's auc: 0.77248\n",
      "[268]\tvalid_0's auc: 0.773088\n",
      "[269]\tvalid_0's auc: 0.772608\n",
      "[270]\tvalid_0's auc: 0.772576\n",
      "[271]\tvalid_0's auc: 0.773504\n",
      "[272]\tvalid_0's auc: 0.773968\n",
      "[273]\tvalid_0's auc: 0.774416\n",
      "[274]\tvalid_0's auc: 0.775232\n",
      "[275]\tvalid_0's auc: 0.775632\n",
      "[276]\tvalid_0's auc: 0.776288\n",
      "[277]\tvalid_0's auc: 0.77592\n",
      "[278]\tvalid_0's auc: 0.776592\n",
      "[279]\tvalid_0's auc: 0.776832\n",
      "[280]\tvalid_0's auc: 0.77712\n",
      "[281]\tvalid_0's auc: 0.777072\n",
      "[282]\tvalid_0's auc: 0.776592\n",
      "[283]\tvalid_0's auc: 0.777088\n",
      "[284]\tvalid_0's auc: 0.776064\n",
      "[285]\tvalid_0's auc: 0.775632\n",
      "[286]\tvalid_0's auc: 0.7756\n",
      "[287]\tvalid_0's auc: 0.775728\n",
      "[288]\tvalid_0's auc: 0.775792\n",
      "[289]\tvalid_0's auc: 0.776144\n",
      "[290]\tvalid_0's auc: 0.776896\n",
      "[291]\tvalid_0's auc: 0.776784\n",
      "[292]\tvalid_0's auc: 0.775664\n",
      "[293]\tvalid_0's auc: 0.775456\n",
      "[294]\tvalid_0's auc: 0.77584\n",
      "[295]\tvalid_0's auc: 0.775792\n",
      "[296]\tvalid_0's auc: 0.776288\n",
      "[297]\tvalid_0's auc: 0.777248\n",
      "[298]\tvalid_0's auc: 0.778096\n",
      "[299]\tvalid_0's auc: 0.778832\n",
      "[300]\tvalid_0's auc: 0.779648\n",
      "[301]\tvalid_0's auc: 0.780384\n",
      "[302]\tvalid_0's auc: 0.780816\n",
      "[303]\tvalid_0's auc: 0.781392\n",
      "[304]\tvalid_0's auc: 0.781248\n",
      "[305]\tvalid_0's auc: 0.78112\n",
      "[306]\tvalid_0's auc: 0.781424\n",
      "[307]\tvalid_0's auc: 0.781488\n",
      "[308]\tvalid_0's auc: 0.78088\n",
      "[309]\tvalid_0's auc: 0.781472\n",
      "[310]\tvalid_0's auc: 0.782192\n",
      "[311]\tvalid_0's auc: 0.781696\n",
      "[312]\tvalid_0's auc: 0.781264\n",
      "[313]\tvalid_0's auc: 0.781216\n",
      "[314]\tvalid_0's auc: 0.781664\n",
      "[315]\tvalid_0's auc: 0.782112\n",
      "[316]\tvalid_0's auc: 0.782304\n",
      "[317]\tvalid_0's auc: 0.78184\n",
      "[318]\tvalid_0's auc: 0.7816\n",
      "[319]\tvalid_0's auc: 0.78208\n",
      "[320]\tvalid_0's auc: 0.781664\n",
      "[321]\tvalid_0's auc: 0.78152\n",
      "[322]\tvalid_0's auc: 0.780928\n",
      "[323]\tvalid_0's auc: 0.78\n",
      "[324]\tvalid_0's auc: 0.7792\n",
      "[325]\tvalid_0's auc: 0.778288\n",
      "[326]\tvalid_0's auc: 0.778128\n",
      "[327]\tvalid_0's auc: 0.778752\n",
      "[328]\tvalid_0's auc: 0.778672\n",
      "[329]\tvalid_0's auc: 0.778512\n",
      "[330]\tvalid_0's auc: 0.778592\n",
      "[331]\tvalid_0's auc: 0.778848\n",
      "[332]\tvalid_0's auc: 0.778592\n",
      "[333]\tvalid_0's auc: 0.779392\n",
      "[334]\tvalid_0's auc: 0.7792\n",
      "[335]\tvalid_0's auc: 0.779024\n",
      "[336]\tvalid_0's auc: 0.779424\n",
      "[337]\tvalid_0's auc: 0.779664\n",
      "[338]\tvalid_0's auc: 0.77944\n",
      "[339]\tvalid_0's auc: 0.778816\n",
      "[340]\tvalid_0's auc: 0.77824\n",
      "[341]\tvalid_0's auc: 0.779296\n",
      "[342]\tvalid_0's auc: 0.780368\n",
      "[343]\tvalid_0's auc: 0.780656\n",
      "[344]\tvalid_0's auc: 0.780048\n",
      "[345]\tvalid_0's auc: 0.77992\n",
      "[346]\tvalid_0's auc: 0.780128\n",
      "[347]\tvalid_0's auc: 0.780288\n",
      "[348]\tvalid_0's auc: 0.780736\n",
      "[349]\tvalid_0's auc: 0.780768\n",
      "[350]\tvalid_0's auc: 0.780656\n",
      "[351]\tvalid_0's auc: 0.780144\n",
      "[352]\tvalid_0's auc: 0.779952\n",
      "[353]\tvalid_0's auc: 0.780608\n",
      "[354]\tvalid_0's auc: 0.780208\n",
      "[355]\tvalid_0's auc: 0.780496\n",
      "[356]\tvalid_0's auc: 0.780624\n",
      "[357]\tvalid_0's auc: 0.781248\n",
      "[358]\tvalid_0's auc: 0.781264\n",
      "[359]\tvalid_0's auc: 0.781472\n",
      "[360]\tvalid_0's auc: 0.781536\n",
      "[361]\tvalid_0's auc: 0.781696\n",
      "[362]\tvalid_0's auc: 0.78216\n",
      "[363]\tvalid_0's auc: 0.781792\n",
      "[364]\tvalid_0's auc: 0.78208\n",
      "[365]\tvalid_0's auc: 0.781536\n",
      "[366]\tvalid_0's auc: 0.781632\n",
      "[367]\tvalid_0's auc: 0.781344\n",
      "[368]\tvalid_0's auc: 0.78128\n",
      "[369]\tvalid_0's auc: 0.78136\n",
      "[370]\tvalid_0's auc: 0.78192\n",
      "[371]\tvalid_0's auc: 0.782528\n",
      "[372]\tvalid_0's auc: 0.782528\n",
      "[373]\tvalid_0's auc: 0.783136\n",
      "[374]\tvalid_0's auc: 0.783184\n",
      "[375]\tvalid_0's auc: 0.783152\n",
      "[376]\tvalid_0's auc: 0.783504\n",
      "[377]\tvalid_0's auc: 0.782688\n",
      "[378]\tvalid_0's auc: 0.78304\n",
      "[379]\tvalid_0's auc: 0.78328\n",
      "[380]\tvalid_0's auc: 0.78352\n",
      "[381]\tvalid_0's auc: 0.78336\n",
      "[382]\tvalid_0's auc: 0.782896\n",
      "[383]\tvalid_0's auc: 0.783712\n",
      "[384]\tvalid_0's auc: 0.783632\n",
      "[385]\tvalid_0's auc: 0.783168\n",
      "[386]\tvalid_0's auc: 0.783104\n",
      "[387]\tvalid_0's auc: 0.78288\n",
      "[388]\tvalid_0's auc: 0.782608\n",
      "[389]\tvalid_0's auc: 0.782032\n",
      "[390]\tvalid_0's auc: 0.781552\n",
      "[391]\tvalid_0's auc: 0.782048\n",
      "[392]\tvalid_0's auc: 0.782368\n",
      "[393]\tvalid_0's auc: 0.782992\n",
      "[394]\tvalid_0's auc: 0.783584\n",
      "[395]\tvalid_0's auc: 0.783392\n",
      "[396]\tvalid_0's auc: 0.783808\n",
      "[397]\tvalid_0's auc: 0.784432\n",
      "[398]\tvalid_0's auc: 0.784384\n",
      "[399]\tvalid_0's auc: 0.784496\n",
      "[400]\tvalid_0's auc: 0.784384\n",
      "[401]\tvalid_0's auc: 0.785088\n",
      "[402]\tvalid_0's auc: 0.78544\n",
      "[403]\tvalid_0's auc: 0.785776\n",
      "[404]\tvalid_0's auc: 0.785792\n",
      "[405]\tvalid_0's auc: 0.78624\n",
      "[406]\tvalid_0's auc: 0.786624\n",
      "[407]\tvalid_0's auc: 0.785872\n",
      "[408]\tvalid_0's auc: 0.785872\n",
      "[409]\tvalid_0's auc: 0.785664\n",
      "[410]\tvalid_0's auc: 0.785744\n",
      "[411]\tvalid_0's auc: 0.785984\n",
      "[412]\tvalid_0's auc: 0.786752\n",
      "[413]\tvalid_0's auc: 0.786544\n",
      "[414]\tvalid_0's auc: 0.78704\n",
      "[415]\tvalid_0's auc: 0.787136\n",
      "[416]\tvalid_0's auc: 0.787008\n",
      "[417]\tvalid_0's auc: 0.786688\n",
      "[418]\tvalid_0's auc: 0.78728\n",
      "[419]\tvalid_0's auc: 0.786752\n",
      "[420]\tvalid_0's auc: 0.78656\n",
      "[421]\tvalid_0's auc: 0.786976\n",
      "[422]\tvalid_0's auc: 0.787344\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[423]\tvalid_0's auc: 0.787824\n",
      "[424]\tvalid_0's auc: 0.787648\n",
      "[425]\tvalid_0's auc: 0.787376\n",
      "[426]\tvalid_0's auc: 0.786704\n",
      "[427]\tvalid_0's auc: 0.7868\n",
      "[428]\tvalid_0's auc: 0.787312\n",
      "[429]\tvalid_0's auc: 0.78712\n",
      "[430]\tvalid_0's auc: 0.786656\n",
      "[431]\tvalid_0's auc: 0.786624\n",
      "[432]\tvalid_0's auc: 0.786992\n",
      "[433]\tvalid_0's auc: 0.786576\n",
      "[434]\tvalid_0's auc: 0.787312\n",
      "[435]\tvalid_0's auc: 0.787344\n",
      "[436]\tvalid_0's auc: 0.788\n",
      "[437]\tvalid_0's auc: 0.788048\n",
      "[438]\tvalid_0's auc: 0.787728\n",
      "[439]\tvalid_0's auc: 0.787856\n",
      "[440]\tvalid_0's auc: 0.78824\n",
      "[441]\tvalid_0's auc: 0.787728\n",
      "[442]\tvalid_0's auc: 0.787904\n",
      "[443]\tvalid_0's auc: 0.786864\n",
      "[444]\tvalid_0's auc: 0.786496\n",
      "[445]\tvalid_0's auc: 0.786\n",
      "[446]\tvalid_0's auc: 0.786464\n",
      "[447]\tvalid_0's auc: 0.786704\n",
      "[448]\tvalid_0's auc: 0.786528\n",
      "[449]\tvalid_0's auc: 0.786672\n",
      "[450]\tvalid_0's auc: 0.786528\n",
      "[451]\tvalid_0's auc: 0.786288\n",
      "[452]\tvalid_0's auc: 0.786464\n",
      "[453]\tvalid_0's auc: 0.786512\n",
      "[454]\tvalid_0's auc: 0.786736\n",
      "[455]\tvalid_0's auc: 0.786496\n",
      "[456]\tvalid_0's auc: 0.786608\n",
      "[457]\tvalid_0's auc: 0.786368\n",
      "[458]\tvalid_0's auc: 0.785952\n",
      "[459]\tvalid_0's auc: 0.78656\n",
      "[460]\tvalid_0's auc: 0.786336\n",
      "[461]\tvalid_0's auc: 0.786176\n",
      "[462]\tvalid_0's auc: 0.7864\n",
      "[463]\tvalid_0's auc: 0.7864\n",
      "[464]\tvalid_0's auc: 0.786784\n",
      "[465]\tvalid_0's auc: 0.78696\n",
      "[466]\tvalid_0's auc: 0.786848\n",
      "[467]\tvalid_0's auc: 0.786752\n",
      "[468]\tvalid_0's auc: 0.786768\n",
      "[469]\tvalid_0's auc: 0.786928\n",
      "[470]\tvalid_0's auc: 0.787264\n",
      "[471]\tvalid_0's auc: 0.786816\n",
      "[472]\tvalid_0's auc: 0.786592\n",
      "[473]\tvalid_0's auc: 0.786208\n",
      "[474]\tvalid_0's auc: 0.785808\n",
      "[475]\tvalid_0's auc: 0.786048\n",
      "[476]\tvalid_0's auc: 0.785712\n",
      "[477]\tvalid_0's auc: 0.785344\n",
      "[478]\tvalid_0's auc: 0.78552\n",
      "[479]\tvalid_0's auc: 0.785536\n",
      "[480]\tvalid_0's auc: 0.785488\n",
      "[481]\tvalid_0's auc: 0.785232\n",
      "[482]\tvalid_0's auc: 0.785568\n",
      "[483]\tvalid_0's auc: 0.785984\n",
      "[484]\tvalid_0's auc: 0.786384\n",
      "[485]\tvalid_0's auc: 0.786704\n",
      "[486]\tvalid_0's auc: 0.786832\n",
      "[487]\tvalid_0's auc: 0.786448\n",
      "[488]\tvalid_0's auc: 0.786416\n",
      "[489]\tvalid_0's auc: 0.786144\n",
      "[490]\tvalid_0's auc: 0.785984\n",
      "[491]\tvalid_0's auc: 0.786048\n",
      "[492]\tvalid_0's auc: 0.786464\n",
      "[493]\tvalid_0's auc: 0.78632\n",
      "[494]\tvalid_0's auc: 0.785648\n",
      "[495]\tvalid_0's auc: 0.785984\n",
      "[496]\tvalid_0's auc: 0.786176\n",
      "[497]\tvalid_0's auc: 0.786304\n",
      "[498]\tvalid_0's auc: 0.78656\n",
      "[499]\tvalid_0's auc: 0.786624\n",
      "[500]\tvalid_0's auc: 0.787424\n",
      "[501]\tvalid_0's auc: 0.7872\n",
      "[502]\tvalid_0's auc: 0.787088\n",
      "[503]\tvalid_0's auc: 0.7876\n",
      "[504]\tvalid_0's auc: 0.78824\n",
      "[505]\tvalid_0's auc: 0.787792\n",
      "[506]\tvalid_0's auc: 0.787392\n",
      "[507]\tvalid_0's auc: 0.78736\n",
      "[508]\tvalid_0's auc: 0.787312\n",
      "[509]\tvalid_0's auc: 0.78728\n",
      "[510]\tvalid_0's auc: 0.787792\n",
      "[511]\tvalid_0's auc: 0.788256\n",
      "[512]\tvalid_0's auc: 0.78832\n",
      "[513]\tvalid_0's auc: 0.788688\n",
      "[514]\tvalid_0's auc: 0.7884\n",
      "[515]\tvalid_0's auc: 0.788544\n",
      "[516]\tvalid_0's auc: 0.788608\n",
      "[517]\tvalid_0's auc: 0.788768\n",
      "[518]\tvalid_0's auc: 0.788624\n",
      "[519]\tvalid_0's auc: 0.788768\n",
      "[520]\tvalid_0's auc: 0.788864\n",
      "[521]\tvalid_0's auc: 0.7888\n",
      "[522]\tvalid_0's auc: 0.788288\n",
      "[523]\tvalid_0's auc: 0.788272\n",
      "[524]\tvalid_0's auc: 0.788\n",
      "[525]\tvalid_0's auc: 0.788\n",
      "[526]\tvalid_0's auc: 0.787824\n",
      "[527]\tvalid_0's auc: 0.787728\n",
      "[528]\tvalid_0's auc: 0.787392\n",
      "[529]\tvalid_0's auc: 0.787568\n",
      "[530]\tvalid_0's auc: 0.786912\n",
      "[531]\tvalid_0's auc: 0.787152\n",
      "[532]\tvalid_0's auc: 0.787456\n",
      "[533]\tvalid_0's auc: 0.787536\n",
      "[534]\tvalid_0's auc: 0.787488\n",
      "[535]\tvalid_0's auc: 0.787392\n",
      "[536]\tvalid_0's auc: 0.787472\n",
      "[537]\tvalid_0's auc: 0.787648\n",
      "[538]\tvalid_0's auc: 0.787568\n",
      "[539]\tvalid_0's auc: 0.787552\n",
      "[540]\tvalid_0's auc: 0.787408\n",
      "[541]\tvalid_0's auc: 0.78728\n",
      "[542]\tvalid_0's auc: 0.787408\n",
      "[543]\tvalid_0's auc: 0.787504\n",
      "[544]\tvalid_0's auc: 0.787056\n",
      "[545]\tvalid_0's auc: 0.786928\n",
      "[546]\tvalid_0's auc: 0.787056\n",
      "[547]\tvalid_0's auc: 0.787024\n",
      "[548]\tvalid_0's auc: 0.786992\n",
      "[549]\tvalid_0's auc: 0.787056\n",
      "[550]\tvalid_0's auc: 0.78712\n",
      "[551]\tvalid_0's auc: 0.787248\n",
      "[552]\tvalid_0's auc: 0.787216\n",
      "[553]\tvalid_0's auc: 0.787616\n",
      "[554]\tvalid_0's auc: 0.787376\n",
      "[555]\tvalid_0's auc: 0.787408\n",
      "[556]\tvalid_0's auc: 0.787984\n",
      "[557]\tvalid_0's auc: 0.788128\n",
      "[558]\tvalid_0's auc: 0.787856\n",
      "[559]\tvalid_0's auc: 0.788176\n",
      "[560]\tvalid_0's auc: 0.788768\n",
      "[561]\tvalid_0's auc: 0.788448\n",
      "[562]\tvalid_0's auc: 0.788224\n",
      "[563]\tvalid_0's auc: 0.788496\n",
      "[564]\tvalid_0's auc: 0.78816\n",
      "[565]\tvalid_0's auc: 0.787744\n",
      "[566]\tvalid_0's auc: 0.78776\n",
      "[567]\tvalid_0's auc: 0.787904\n",
      "[568]\tvalid_0's auc: 0.787472\n",
      "[569]\tvalid_0's auc: 0.78736\n",
      "[570]\tvalid_0's auc: 0.787088\n",
      "[571]\tvalid_0's auc: 0.787728\n",
      "[572]\tvalid_0's auc: 0.788032\n",
      "[573]\tvalid_0's auc: 0.787936\n",
      "[574]\tvalid_0's auc: 0.787744\n",
      "[575]\tvalid_0's auc: 0.788256\n",
      "[576]\tvalid_0's auc: 0.788\n",
      "[577]\tvalid_0's auc: 0.788016\n",
      "[578]\tvalid_0's auc: 0.788192\n",
      "[579]\tvalid_0's auc: 0.788432\n",
      "[580]\tvalid_0's auc: 0.787792\n",
      "[581]\tvalid_0's auc: 0.788128\n",
      "[582]\tvalid_0's auc: 0.788208\n",
      "[583]\tvalid_0's auc: 0.787888\n",
      "[584]\tvalid_0's auc: 0.788448\n",
      "[585]\tvalid_0's auc: 0.788624\n",
      "[586]\tvalid_0's auc: 0.78864\n",
      "[587]\tvalid_0's auc: 0.788672\n",
      "[588]\tvalid_0's auc: 0.788496\n",
      "[589]\tvalid_0's auc: 0.788464\n",
      "[590]\tvalid_0's auc: 0.788048\n",
      "[591]\tvalid_0's auc: 0.787648\n",
      "[592]\tvalid_0's auc: 0.787824\n",
      "[593]\tvalid_0's auc: 0.78792\n",
      "[594]\tvalid_0's auc: 0.788336\n",
      "[595]\tvalid_0's auc: 0.788368\n",
      "[596]\tvalid_0's auc: 0.788544\n",
      "[597]\tvalid_0's auc: 0.788688\n",
      "[598]\tvalid_0's auc: 0.789344\n",
      "[599]\tvalid_0's auc: 0.788944\n",
      "[600]\tvalid_0's auc: 0.788976\n",
      "[601]\tvalid_0's auc: 0.788832\n",
      "[602]\tvalid_0's auc: 0.788928\n",
      "[603]\tvalid_0's auc: 0.788928\n",
      "[604]\tvalid_0's auc: 0.788672\n",
      "[605]\tvalid_0's auc: 0.789072\n",
      "[606]\tvalid_0's auc: 0.788848\n",
      "[607]\tvalid_0's auc: 0.7892\n",
      "[608]\tvalid_0's auc: 0.789056\n",
      "[609]\tvalid_0's auc: 0.788832\n",
      "[610]\tvalid_0's auc: 0.788928\n",
      "[611]\tvalid_0's auc: 0.788944\n",
      "[612]\tvalid_0's auc: 0.788896\n",
      "[613]\tvalid_0's auc: 0.788752\n",
      "[614]\tvalid_0's auc: 0.788736\n",
      "[615]\tvalid_0's auc: 0.788928\n",
      "[616]\tvalid_0's auc: 0.788736\n",
      "[617]\tvalid_0's auc: 0.788768\n",
      "[618]\tvalid_0's auc: 0.788464\n",
      "[619]\tvalid_0's auc: 0.788496\n",
      "[620]\tvalid_0's auc: 0.788336\n",
      "[621]\tvalid_0's auc: 0.78824\n",
      "[622]\tvalid_0's auc: 0.788096\n",
      "[623]\tvalid_0's auc: 0.787872\n",
      "[624]\tvalid_0's auc: 0.787792\n",
      "[625]\tvalid_0's auc: 0.78776\n",
      "[626]\tvalid_0's auc: 0.78768\n",
      "[627]\tvalid_0's auc: 0.787808\n",
      "[628]\tvalid_0's auc: 0.787904\n",
      "[629]\tvalid_0's auc: 0.787568\n",
      "[630]\tvalid_0's auc: 0.787184\n",
      "[631]\tvalid_0's auc: 0.787344\n",
      "[632]\tvalid_0's auc: 0.787456\n",
      "[633]\tvalid_0's auc: 0.787088\n",
      "[634]\tvalid_0's auc: 0.78704\n",
      "[635]\tvalid_0's auc: 0.78712\n",
      "[636]\tvalid_0's auc: 0.786768\n",
      "[637]\tvalid_0's auc: 0.786384\n",
      "[638]\tvalid_0's auc: 0.786\n",
      "[639]\tvalid_0's auc: 0.785584\n",
      "[640]\tvalid_0's auc: 0.785584\n",
      "[641]\tvalid_0's auc: 0.785248\n",
      "[642]\tvalid_0's auc: 0.785152\n",
      "[643]\tvalid_0's auc: 0.784784\n",
      "[644]\tvalid_0's auc: 0.784496\n",
      "[645]\tvalid_0's auc: 0.784352\n",
      "[646]\tvalid_0's auc: 0.78432\n",
      "[647]\tvalid_0's auc: 0.784208\n",
      "[648]\tvalid_0's auc: 0.784352\n",
      "[649]\tvalid_0's auc: 0.784352\n",
      "[650]\tvalid_0's auc: 0.784448\n",
      "[651]\tvalid_0's auc: 0.784256\n",
      "[652]\tvalid_0's auc: 0.784144\n",
      "[653]\tvalid_0's auc: 0.783984\n",
      "[654]\tvalid_0's auc: 0.783504\n",
      "[655]\tvalid_0's auc: 0.78336\n",
      "[656]\tvalid_0's auc: 0.783632\n",
      "[657]\tvalid_0's auc: 0.78408\n",
      "[658]\tvalid_0's auc: 0.784432\n",
      "[659]\tvalid_0's auc: 0.784688\n",
      "[660]\tvalid_0's auc: 0.784576\n",
      "[661]\tvalid_0's auc: 0.78464\n",
      "[662]\tvalid_0's auc: 0.784464\n",
      "[663]\tvalid_0's auc: 0.78472\n",
      "[664]\tvalid_0's auc: 0.784688\n",
      "[665]\tvalid_0's auc: 0.784784\n",
      "[666]\tvalid_0's auc: 0.784576\n",
      "[667]\tvalid_0's auc: 0.784112\n",
      "[668]\tvalid_0's auc: 0.783744\n",
      "[669]\tvalid_0's auc: 0.783936\n",
      "[670]\tvalid_0's auc: 0.783872\n",
      "[671]\tvalid_0's auc: 0.784096\n",
      "[672]\tvalid_0's auc: 0.784192\n",
      "[673]\tvalid_0's auc: 0.784416\n",
      "[674]\tvalid_0's auc: 0.784512\n",
      "[675]\tvalid_0's auc: 0.784576\n",
      "[676]\tvalid_0's auc: 0.784336\n",
      "[677]\tvalid_0's auc: 0.784224\n",
      "[678]\tvalid_0's auc: 0.783952\n",
      "[679]\tvalid_0's auc: 0.784\n",
      "[680]\tvalid_0's auc: 0.783776\n",
      "[681]\tvalid_0's auc: 0.784096\n",
      "[682]\tvalid_0's auc: 0.783776\n",
      "[683]\tvalid_0's auc: 0.783872\n",
      "[684]\tvalid_0's auc: 0.784464\n",
      "[685]\tvalid_0's auc: 0.78416\n",
      "[686]\tvalid_0's auc: 0.78392\n",
      "[687]\tvalid_0's auc: 0.783808\n",
      "[688]\tvalid_0's auc: 0.783984\n",
      "[689]\tvalid_0's auc: 0.783856\n",
      "[690]\tvalid_0's auc: 0.783696\n",
      "[691]\tvalid_0's auc: 0.783632\n",
      "[692]\tvalid_0's auc: 0.783728\n",
      "[693]\tvalid_0's auc: 0.783968\n",
      "[694]\tvalid_0's auc: 0.78424\n",
      "[695]\tvalid_0's auc: 0.784176\n",
      "[696]\tvalid_0's auc: 0.784176\n",
      "[697]\tvalid_0's auc: 0.78432\n",
      "[698]\tvalid_0's auc: 0.784784\n",
      "[699]\tvalid_0's auc: 0.78496\n",
      "[700]\tvalid_0's auc: 0.784944\n",
      "[701]\tvalid_0's auc: 0.785232\n",
      "[702]\tvalid_0's auc: 0.785504\n",
      "[703]\tvalid_0's auc: 0.78568\n",
      "[704]\tvalid_0's auc: 0.78624\n",
      "[705]\tvalid_0's auc: 0.78648\n",
      "[706]\tvalid_0's auc: 0.786704\n",
      "[707]\tvalid_0's auc: 0.787248\n",
      "[708]\tvalid_0's auc: 0.787632\n",
      "[709]\tvalid_0's auc: 0.787472\n",
      "[710]\tvalid_0's auc: 0.787552\n",
      "[711]\tvalid_0's auc: 0.787552\n",
      "[712]\tvalid_0's auc: 0.787504\n",
      "[713]\tvalid_0's auc: 0.787472\n",
      "[714]\tvalid_0's auc: 0.787664\n",
      "[715]\tvalid_0's auc: 0.787168\n",
      "[716]\tvalid_0's auc: 0.78728\n",
      "[717]\tvalid_0's auc: 0.78696\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[718]\tvalid_0's auc: 0.786848\n",
      "[719]\tvalid_0's auc: 0.786688\n",
      "[720]\tvalid_0's auc: 0.787008\n",
      "[721]\tvalid_0's auc: 0.786832\n",
      "[722]\tvalid_0's auc: 0.786896\n",
      "[723]\tvalid_0's auc: 0.78672\n",
      "[724]\tvalid_0's auc: 0.786976\n",
      "[725]\tvalid_0's auc: 0.786976\n",
      "[726]\tvalid_0's auc: 0.786752\n",
      "[727]\tvalid_0's auc: 0.786688\n",
      "[728]\tvalid_0's auc: 0.78696\n",
      "[729]\tvalid_0's auc: 0.786832\n",
      "[730]\tvalid_0's auc: 0.786832\n",
      "[731]\tvalid_0's auc: 0.787136\n",
      "[732]\tvalid_0's auc: 0.786944\n",
      "[733]\tvalid_0's auc: 0.786992\n",
      "[734]\tvalid_0's auc: 0.786912\n",
      "[735]\tvalid_0's auc: 0.78656\n",
      "[736]\tvalid_0's auc: 0.78672\n",
      "[737]\tvalid_0's auc: 0.786448\n",
      "[738]\tvalid_0's auc: 0.786608\n",
      "[739]\tvalid_0's auc: 0.786608\n",
      "[740]\tvalid_0's auc: 0.786544\n",
      "[741]\tvalid_0's auc: 0.786544\n",
      "[742]\tvalid_0's auc: 0.786624\n",
      "[743]\tvalid_0's auc: 0.786544\n",
      "[744]\tvalid_0's auc: 0.78656\n",
      "[745]\tvalid_0's auc: 0.786352\n",
      "[746]\tvalid_0's auc: 0.786464\n",
      "[747]\tvalid_0's auc: 0.786624\n",
      "[748]\tvalid_0's auc: 0.786608\n",
      "[749]\tvalid_0's auc: 0.78696\n",
      "[750]\tvalid_0's auc: 0.787056\n",
      "[751]\tvalid_0's auc: 0.78704\n",
      "[752]\tvalid_0's auc: 0.78704\n",
      "[753]\tvalid_0's auc: 0.787408\n",
      "[754]\tvalid_0's auc: 0.787376\n",
      "[755]\tvalid_0's auc: 0.787632\n",
      "[756]\tvalid_0's auc: 0.787728\n",
      "[757]\tvalid_0's auc: 0.788016\n",
      "[758]\tvalid_0's auc: 0.787952\n",
      "[759]\tvalid_0's auc: 0.788016\n",
      "[760]\tvalid_0's auc: 0.788032\n",
      "[761]\tvalid_0's auc: 0.788048\n",
      "[762]\tvalid_0's auc: 0.78824\n",
      "[763]\tvalid_0's auc: 0.788288\n",
      "[764]\tvalid_0's auc: 0.788272\n",
      "[765]\tvalid_0's auc: 0.788\n",
      "[766]\tvalid_0's auc: 0.78816\n",
      "[767]\tvalid_0's auc: 0.787984\n",
      "[768]\tvalid_0's auc: 0.788\n",
      "[769]\tvalid_0's auc: 0.787936\n",
      "[770]\tvalid_0's auc: 0.787616\n",
      "[771]\tvalid_0's auc: 0.787888\n",
      "[772]\tvalid_0's auc: 0.787792\n",
      "[773]\tvalid_0's auc: 0.787872\n",
      "[774]\tvalid_0's auc: 0.787824\n",
      "[775]\tvalid_0's auc: 0.787808\n",
      "[776]\tvalid_0's auc: 0.787536\n",
      "[777]\tvalid_0's auc: 0.787232\n",
      "[778]\tvalid_0's auc: 0.786928\n",
      "[779]\tvalid_0's auc: 0.786976\n",
      "[780]\tvalid_0's auc: 0.786816\n",
      "[781]\tvalid_0's auc: 0.786992\n",
      "[782]\tvalid_0's auc: 0.786848\n",
      "[783]\tvalid_0's auc: 0.786736\n",
      "[784]\tvalid_0's auc: 0.786448\n",
      "[785]\tvalid_0's auc: 0.786368\n",
      "[786]\tvalid_0's auc: 0.786304\n",
      "[787]\tvalid_0's auc: 0.786352\n",
      "[788]\tvalid_0's auc: 0.7864\n",
      "[789]\tvalid_0's auc: 0.786592\n",
      "[790]\tvalid_0's auc: 0.78688\n",
      "[791]\tvalid_0's auc: 0.786768\n",
      "[792]\tvalid_0's auc: 0.786816\n",
      "[793]\tvalid_0's auc: 0.78664\n",
      "[794]\tvalid_0's auc: 0.786576\n",
      "[795]\tvalid_0's auc: 0.786816\n",
      "[796]\tvalid_0's auc: 0.786576\n",
      "[797]\tvalid_0's auc: 0.786784\n",
      "[798]\tvalid_0's auc: 0.786656\n",
      "Early stopping, best iteration is:\n",
      "[598]\tvalid_0's auc: 0.789344\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.744037\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.718145\n",
      "[3]\tvalid_0's auc: 0.739663\n",
      "[4]\tvalid_0's auc: 0.745948\n",
      "[5]\tvalid_0's auc: 0.746022\n",
      "[6]\tvalid_0's auc: 0.749715\n",
      "[7]\tvalid_0's auc: 0.7474\n",
      "[8]\tvalid_0's auc: 0.745195\n",
      "[9]\tvalid_0's auc: 0.74615\n",
      "[10]\tvalid_0's auc: 0.746977\n",
      "[11]\tvalid_0's auc: 0.748153\n",
      "[12]\tvalid_0's auc: 0.750873\n",
      "[13]\tvalid_0's auc: 0.752784\n",
      "[14]\tvalid_0's auc: 0.753225\n",
      "[15]\tvalid_0's auc: 0.754401\n",
      "[16]\tvalid_0's auc: 0.754769\n",
      "[17]\tvalid_0's auc: 0.75396\n",
      "[18]\tvalid_0's auc: 0.756367\n",
      "[19]\tvalid_0's auc: 0.758426\n",
      "[20]\tvalid_0's auc: 0.759087\n",
      "[21]\tvalid_0's auc: 0.76596\n",
      "[22]\tvalid_0's auc: 0.765629\n",
      "[23]\tvalid_0's auc: 0.762909\n",
      "[24]\tvalid_0's auc: 0.761954\n",
      "[25]\tvalid_0's auc: 0.762064\n",
      "[26]\tvalid_0's auc: 0.765997\n",
      "[27]\tvalid_0's auc: 0.769157\n",
      "[28]\tvalid_0's auc: 0.769892\n",
      "[29]\tvalid_0's auc: 0.768569\n",
      "[30]\tvalid_0's auc: 0.769892\n",
      "[31]\tvalid_0's auc: 0.769525\n",
      "[32]\tvalid_0's auc: 0.770921\n",
      "[33]\tvalid_0's auc: 0.77048\n",
      "[34]\tvalid_0's auc: 0.770223\n",
      "[35]\tvalid_0's auc: 0.770921\n",
      "[36]\tvalid_0's auc: 0.774156\n",
      "[37]\tvalid_0's auc: 0.775185\n",
      "[38]\tvalid_0's auc: 0.777978\n",
      "[39]\tvalid_0's auc: 0.776103\n",
      "[40]\tvalid_0's auc: 0.777721\n",
      "[41]\tvalid_0's auc: 0.779411\n",
      "[42]\tvalid_0's auc: 0.779632\n",
      "[43]\tvalid_0's auc: 0.780404\n",
      "[44]\tvalid_0's auc: 0.779963\n",
      "[45]\tvalid_0's auc: 0.781653\n",
      "[46]\tvalid_0's auc: 0.781396\n",
      "[47]\tvalid_0's auc: 0.78158\n",
      "[48]\tvalid_0's auc: 0.782094\n",
      "[49]\tvalid_0's auc: 0.782241\n",
      "[50]\tvalid_0's auc: 0.781984\n",
      "[51]\tvalid_0's auc: 0.780955\n",
      "[52]\tvalid_0's auc: 0.779705\n",
      "[53]\tvalid_0's auc: 0.778676\n",
      "[54]\tvalid_0's auc: 0.78011\n",
      "[55]\tvalid_0's auc: 0.779963\n",
      "[56]\tvalid_0's auc: 0.780881\n",
      "[57]\tvalid_0's auc: 0.780881\n",
      "[58]\tvalid_0's auc: 0.781984\n",
      "[59]\tvalid_0's auc: 0.783233\n",
      "[60]\tvalid_0's auc: 0.783711\n",
      "[61]\tvalid_0's auc: 0.783822\n",
      "[62]\tvalid_0's auc: 0.784005\n",
      "[63]\tvalid_0's auc: 0.782535\n",
      "[64]\tvalid_0's auc: 0.781543\n",
      "[65]\tvalid_0's auc: 0.78191\n",
      "[66]\tvalid_0's auc: 0.782719\n",
      "[67]\tvalid_0's auc: 0.78316\n",
      "[68]\tvalid_0's auc: 0.783454\n",
      "[69]\tvalid_0's auc: 0.78327\n",
      "[70]\tvalid_0's auc: 0.782645\n",
      "[71]\tvalid_0's auc: 0.782903\n",
      "[72]\tvalid_0's auc: 0.782719\n",
      "[73]\tvalid_0's auc: 0.781653\n",
      "[74]\tvalid_0's auc: 0.782021\n",
      "[75]\tvalid_0's auc: 0.781506\n",
      "[76]\tvalid_0's auc: 0.780845\n",
      "[77]\tvalid_0's auc: 0.78158\n",
      "[78]\tvalid_0's auc: 0.781874\n",
      "[79]\tvalid_0's auc: 0.781837\n",
      "[80]\tvalid_0's auc: 0.782462\n",
      "[81]\tvalid_0's auc: 0.782131\n",
      "[82]\tvalid_0's auc: 0.782204\n",
      "[83]\tvalid_0's auc: 0.783233\n",
      "[84]\tvalid_0's auc: 0.783491\n",
      "[85]\tvalid_0's auc: 0.785108\n",
      "[86]\tvalid_0's auc: 0.785916\n",
      "[87]\tvalid_0's auc: 0.784814\n",
      "[88]\tvalid_0's auc: 0.784704\n",
      "[89]\tvalid_0's auc: 0.785439\n",
      "[90]\tvalid_0's auc: 0.785586\n",
      "[91]\tvalid_0's auc: 0.783123\n",
      "[92]\tvalid_0's auc: 0.783564\n",
      "[93]\tvalid_0's auc: 0.783895\n",
      "[94]\tvalid_0's auc: 0.784814\n",
      "[95]\tvalid_0's auc: 0.784263\n",
      "[96]\tvalid_0's auc: 0.784152\n",
      "[97]\tvalid_0's auc: 0.784116\n",
      "[98]\tvalid_0's auc: 0.785549\n",
      "[99]\tvalid_0's auc: 0.78621\n",
      "[100]\tvalid_0's auc: 0.78599\n",
      "[101]\tvalid_0's auc: 0.785733\n",
      "[102]\tvalid_0's auc: 0.786027\n",
      "[103]\tvalid_0's auc: 0.785439\n",
      "[104]\tvalid_0's auc: 0.784373\n",
      "[105]\tvalid_0's auc: 0.784667\n",
      "[106]\tvalid_0's auc: 0.78327\n",
      "[107]\tvalid_0's auc: 0.782425\n",
      "[108]\tvalid_0's auc: 0.781359\n",
      "[109]\tvalid_0's auc: 0.782792\n",
      "[110]\tvalid_0's auc: 0.783564\n",
      "[111]\tvalid_0's auc: 0.784079\n",
      "[112]\tvalid_0's auc: 0.782131\n",
      "[113]\tvalid_0's auc: 0.783233\n",
      "[114]\tvalid_0's auc: 0.784042\n",
      "[115]\tvalid_0's auc: 0.78452\n",
      "[116]\tvalid_0's auc: 0.784079\n",
      "[117]\tvalid_0's auc: 0.784189\n",
      "[118]\tvalid_0's auc: 0.785255\n",
      "[119]\tvalid_0's auc: 0.78474\n",
      "[120]\tvalid_0's auc: 0.785365\n",
      "[121]\tvalid_0's auc: 0.78452\n",
      "[122]\tvalid_0's auc: 0.785108\n",
      "[123]\tvalid_0's auc: 0.783491\n",
      "[124]\tvalid_0's auc: 0.782498\n",
      "[125]\tvalid_0's auc: 0.783785\n",
      "[126]\tvalid_0's auc: 0.784336\n",
      "[127]\tvalid_0's auc: 0.783711\n",
      "[128]\tvalid_0's auc: 0.783858\n",
      "[129]\tvalid_0's auc: 0.78327\n",
      "[130]\tvalid_0's auc: 0.783822\n",
      "[131]\tvalid_0's auc: 0.782792\n",
      "[132]\tvalid_0's auc: 0.782535\n",
      "[133]\tvalid_0's auc: 0.78169\n",
      "[134]\tvalid_0's auc: 0.780734\n",
      "[135]\tvalid_0's auc: 0.780845\n",
      "[136]\tvalid_0's auc: 0.780845\n",
      "[137]\tvalid_0's auc: 0.780698\n",
      "[138]\tvalid_0's auc: 0.780918\n",
      "[139]\tvalid_0's auc: 0.780734\n",
      "[140]\tvalid_0's auc: 0.780183\n",
      "[141]\tvalid_0's auc: 0.781322\n",
      "[142]\tvalid_0's auc: 0.783344\n",
      "[143]\tvalid_0's auc: 0.784373\n",
      "[144]\tvalid_0's auc: 0.78452\n",
      "[145]\tvalid_0's auc: 0.785769\n",
      "[146]\tvalid_0's auc: 0.784777\n",
      "[147]\tvalid_0's auc: 0.784446\n",
      "[148]\tvalid_0's auc: 0.784446\n",
      "[149]\tvalid_0's auc: 0.78452\n",
      "[150]\tvalid_0's auc: 0.785218\n",
      "[151]\tvalid_0's auc: 0.784814\n",
      "[152]\tvalid_0's auc: 0.784961\n",
      "[153]\tvalid_0's auc: 0.785916\n",
      "[154]\tvalid_0's auc: 0.785769\n",
      "[155]\tvalid_0's auc: 0.786725\n",
      "[156]\tvalid_0's auc: 0.78724\n",
      "[157]\tvalid_0's auc: 0.78746\n",
      "[158]\tvalid_0's auc: 0.786284\n",
      "[159]\tvalid_0's auc: 0.786725\n",
      "[160]\tvalid_0's auc: 0.786615\n",
      "[161]\tvalid_0's auc: 0.788232\n",
      "[162]\tvalid_0's auc: 0.788452\n",
      "[163]\tvalid_0's auc: 0.788305\n",
      "[164]\tvalid_0's auc: 0.789334\n",
      "[165]\tvalid_0's auc: 0.789004\n",
      "[166]\tvalid_0's auc: 0.788857\n",
      "[167]\tvalid_0's auc: 0.789151\n",
      "[168]\tvalid_0's auc: 0.788048\n",
      "[169]\tvalid_0's auc: 0.787938\n",
      "[170]\tvalid_0's auc: 0.787093\n",
      "[171]\tvalid_0's auc: 0.787828\n",
      "[172]\tvalid_0's auc: 0.78724\n",
      "[173]\tvalid_0's auc: 0.786063\n",
      "[174]\tvalid_0's auc: 0.785549\n",
      "[175]\tvalid_0's auc: 0.784704\n",
      "[176]\tvalid_0's auc: 0.784557\n",
      "[177]\tvalid_0's auc: 0.785218\n",
      "[178]\tvalid_0's auc: 0.785769\n",
      "[179]\tvalid_0's auc: 0.785622\n",
      "[180]\tvalid_0's auc: 0.785733\n",
      "[181]\tvalid_0's auc: 0.78599\n",
      "[182]\tvalid_0's auc: 0.78588\n",
      "[183]\tvalid_0's auc: 0.786137\n",
      "[184]\tvalid_0's auc: 0.785145\n",
      "[185]\tvalid_0's auc: 0.784593\n",
      "[186]\tvalid_0's auc: 0.784704\n",
      "[187]\tvalid_0's auc: 0.785181\n",
      "[188]\tvalid_0's auc: 0.785733\n",
      "[189]\tvalid_0's auc: 0.78621\n",
      "[190]\tvalid_0's auc: 0.787056\n",
      "[191]\tvalid_0's auc: 0.787203\n",
      "[192]\tvalid_0's auc: 0.786578\n",
      "[193]\tvalid_0's auc: 0.786431\n",
      "[194]\tvalid_0's auc: 0.786982\n",
      "[195]\tvalid_0's auc: 0.786468\n",
      "[196]\tvalid_0's auc: 0.787056\n",
      "[197]\tvalid_0's auc: 0.787864\n",
      "[198]\tvalid_0's auc: 0.788158\n",
      "[199]\tvalid_0's auc: 0.788452\n",
      "[200]\tvalid_0's auc: 0.788011\n",
      "[201]\tvalid_0's auc: 0.787901\n",
      "[202]\tvalid_0's auc: 0.787901\n",
      "[203]\tvalid_0's auc: 0.787938\n",
      "[204]\tvalid_0's auc: 0.787901\n",
      "[205]\tvalid_0's auc: 0.787276\n",
      "[206]\tvalid_0's auc: 0.78735\n",
      "[207]\tvalid_0's auc: 0.787791\n",
      "[208]\tvalid_0's auc: 0.787975\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[209]\tvalid_0's auc: 0.788158\n",
      "[210]\tvalid_0's auc: 0.788783\n",
      "[211]\tvalid_0's auc: 0.788673\n",
      "[212]\tvalid_0's auc: 0.788416\n",
      "[213]\tvalid_0's auc: 0.788489\n",
      "[214]\tvalid_0's auc: 0.788636\n",
      "[215]\tvalid_0's auc: 0.789114\n",
      "[216]\tvalid_0's auc: 0.788673\n",
      "[217]\tvalid_0's auc: 0.788746\n",
      "[218]\tvalid_0's auc: 0.788893\n",
      "[219]\tvalid_0's auc: 0.78904\n",
      "[220]\tvalid_0's auc: 0.78893\n",
      "[221]\tvalid_0's auc: 0.789077\n",
      "[222]\tvalid_0's auc: 0.79029\n",
      "[223]\tvalid_0's auc: 0.790547\n",
      "[224]\tvalid_0's auc: 0.790621\n",
      "[225]\tvalid_0's auc: 0.791209\n",
      "[226]\tvalid_0's auc: 0.791099\n",
      "[227]\tvalid_0's auc: 0.791429\n",
      "[228]\tvalid_0's auc: 0.791062\n",
      "[229]\tvalid_0's auc: 0.791135\n",
      "[230]\tvalid_0's auc: 0.790694\n",
      "[231]\tvalid_0's auc: 0.790474\n",
      "[232]\tvalid_0's auc: 0.790694\n",
      "[233]\tvalid_0's auc: 0.790621\n",
      "[234]\tvalid_0's auc: 0.790069\n",
      "[235]\tvalid_0's auc: 0.789886\n",
      "[236]\tvalid_0's auc: 0.79051\n",
      "[237]\tvalid_0's auc: 0.791393\n",
      "[238]\tvalid_0's auc: 0.791723\n",
      "[239]\tvalid_0's auc: 0.792054\n",
      "[240]\tvalid_0's auc: 0.791576\n",
      "[241]\tvalid_0's auc: 0.792348\n",
      "[242]\tvalid_0's auc: 0.792238\n",
      "[243]\tvalid_0's auc: 0.792238\n",
      "[244]\tvalid_0's auc: 0.791503\n",
      "[245]\tvalid_0's auc: 0.790988\n",
      "[246]\tvalid_0's auc: 0.790952\n",
      "[247]\tvalid_0's auc: 0.791135\n",
      "[248]\tvalid_0's auc: 0.791687\n",
      "[249]\tvalid_0's auc: 0.79176\n",
      "[250]\tvalid_0's auc: 0.791613\n",
      "[251]\tvalid_0's auc: 0.792422\n",
      "[252]\tvalid_0's auc: 0.792789\n",
      "[253]\tvalid_0's auc: 0.793083\n",
      "[254]\tvalid_0's auc: 0.793083\n",
      "[255]\tvalid_0's auc: 0.79323\n",
      "[256]\tvalid_0's auc: 0.792605\n",
      "[257]\tvalid_0's auc: 0.792091\n",
      "[258]\tvalid_0's auc: 0.792752\n",
      "[259]\tvalid_0's auc: 0.793157\n",
      "[260]\tvalid_0's auc: 0.79323\n",
      "[261]\tvalid_0's auc: 0.792495\n",
      "[262]\tvalid_0's auc: 0.792642\n",
      "[263]\tvalid_0's auc: 0.792716\n",
      "[264]\tvalid_0's auc: 0.792495\n",
      "[265]\tvalid_0's auc: 0.79176\n",
      "[266]\tvalid_0's auc: 0.792422\n",
      "[267]\tvalid_0's auc: 0.792899\n",
      "[268]\tvalid_0's auc: 0.793046\n",
      "[269]\tvalid_0's auc: 0.792936\n",
      "[270]\tvalid_0's auc: 0.792752\n",
      "[271]\tvalid_0's auc: 0.792569\n",
      "[272]\tvalid_0's auc: 0.793487\n",
      "[273]\tvalid_0's auc: 0.793634\n",
      "[274]\tvalid_0's auc: 0.794112\n",
      "[275]\tvalid_0's auc: 0.794737\n",
      "[276]\tvalid_0's auc: 0.7947\n",
      "[277]\tvalid_0's auc: 0.795325\n",
      "[278]\tvalid_0's auc: 0.796354\n",
      "[279]\tvalid_0's auc: 0.79617\n",
      "[280]\tvalid_0's auc: 0.796391\n",
      "[281]\tvalid_0's auc: 0.796648\n",
      "[282]\tvalid_0's auc: 0.796648\n",
      "[283]\tvalid_0's auc: 0.796905\n",
      "[284]\tvalid_0's auc: 0.797493\n",
      "[285]\tvalid_0's auc: 0.79731\n",
      "[286]\tvalid_0's auc: 0.796722\n",
      "[287]\tvalid_0's auc: 0.795987\n",
      "[288]\tvalid_0's auc: 0.795399\n",
      "[289]\tvalid_0's auc: 0.795619\n",
      "[290]\tvalid_0's auc: 0.795288\n",
      "[291]\tvalid_0's auc: 0.795325\n",
      "[292]\tvalid_0's auc: 0.795435\n",
      "[293]\tvalid_0's auc: 0.795435\n",
      "[294]\tvalid_0's auc: 0.795509\n",
      "[295]\tvalid_0's auc: 0.796023\n",
      "[296]\tvalid_0's auc: 0.795546\n",
      "[297]\tvalid_0's auc: 0.795362\n",
      "[298]\tvalid_0's auc: 0.795215\n",
      "[299]\tvalid_0's auc: 0.794884\n",
      "[300]\tvalid_0's auc: 0.795435\n",
      "[301]\tvalid_0's auc: 0.795656\n",
      "[302]\tvalid_0's auc: 0.795656\n",
      "[303]\tvalid_0's auc: 0.79595\n",
      "[304]\tvalid_0's auc: 0.794921\n",
      "[305]\tvalid_0's auc: 0.794774\n",
      "[306]\tvalid_0's auc: 0.795325\n",
      "[307]\tvalid_0's auc: 0.795876\n",
      "[308]\tvalid_0's auc: 0.796685\n",
      "[309]\tvalid_0's auc: 0.796391\n",
      "[310]\tvalid_0's auc: 0.796097\n",
      "[311]\tvalid_0's auc: 0.796097\n",
      "[312]\tvalid_0's auc: 0.796097\n",
      "[313]\tvalid_0's auc: 0.796722\n",
      "[314]\tvalid_0's auc: 0.796354\n",
      "[315]\tvalid_0's auc: 0.797273\n",
      "[316]\tvalid_0's auc: 0.797089\n",
      "[317]\tvalid_0's auc: 0.797089\n",
      "[318]\tvalid_0's auc: 0.797346\n",
      "[319]\tvalid_0's auc: 0.797457\n",
      "[320]\tvalid_0's auc: 0.796979\n",
      "[321]\tvalid_0's auc: 0.796685\n",
      "[322]\tvalid_0's auc: 0.796354\n",
      "[323]\tvalid_0's auc: 0.79595\n",
      "[324]\tvalid_0's auc: 0.796244\n",
      "[325]\tvalid_0's auc: 0.795876\n",
      "[326]\tvalid_0's auc: 0.796207\n",
      "[327]\tvalid_0's auc: 0.796244\n",
      "[328]\tvalid_0's auc: 0.796611\n",
      "[329]\tvalid_0's auc: 0.796023\n",
      "[330]\tvalid_0's auc: 0.796538\n",
      "[331]\tvalid_0's auc: 0.796685\n",
      "[332]\tvalid_0's auc: 0.795215\n",
      "[333]\tvalid_0's auc: 0.795141\n",
      "[334]\tvalid_0's auc: 0.79595\n",
      "[335]\tvalid_0's auc: 0.795693\n",
      "[336]\tvalid_0's auc: 0.795215\n",
      "[337]\tvalid_0's auc: 0.795656\n",
      "[338]\tvalid_0's auc: 0.794259\n",
      "[339]\tvalid_0's auc: 0.794112\n",
      "[340]\tvalid_0's auc: 0.794039\n",
      "[341]\tvalid_0's auc: 0.794075\n",
      "[342]\tvalid_0's auc: 0.794627\n",
      "[343]\tvalid_0's auc: 0.795178\n",
      "[344]\tvalid_0's auc: 0.795876\n",
      "[345]\tvalid_0's auc: 0.795766\n",
      "[346]\tvalid_0's auc: 0.796428\n",
      "[347]\tvalid_0's auc: 0.796758\n",
      "[348]\tvalid_0's auc: 0.797457\n",
      "[349]\tvalid_0's auc: 0.797787\n",
      "[350]\tvalid_0's auc: 0.798302\n",
      "[351]\tvalid_0's auc: 0.797787\n",
      "[352]\tvalid_0's auc: 0.797016\n",
      "[353]\tvalid_0's auc: 0.797236\n",
      "[354]\tvalid_0's auc: 0.797089\n",
      "[355]\tvalid_0's auc: 0.797126\n",
      "[356]\tvalid_0's auc: 0.797493\n",
      "[357]\tvalid_0's auc: 0.797824\n",
      "[358]\tvalid_0's auc: 0.798339\n",
      "[359]\tvalid_0's auc: 0.798486\n",
      "[360]\tvalid_0's auc: 0.798853\n",
      "[361]\tvalid_0's auc: 0.798817\n",
      "[362]\tvalid_0's auc: 0.798964\n",
      "[363]\tvalid_0's auc: 0.798964\n",
      "[364]\tvalid_0's auc: 0.799074\n",
      "[365]\tvalid_0's auc: 0.79889\n",
      "[366]\tvalid_0's auc: 0.799368\n",
      "[367]\tvalid_0's auc: 0.799588\n",
      "[368]\tvalid_0's auc: 0.799478\n",
      "[369]\tvalid_0's auc: 0.800066\n",
      "[370]\tvalid_0's auc: 0.799882\n",
      "[371]\tvalid_0's auc: 0.799956\n",
      "[372]\tvalid_0's auc: 0.799846\n",
      "[373]\tvalid_0's auc: 0.799662\n",
      "[374]\tvalid_0's auc: 0.799809\n",
      "[375]\tvalid_0's auc: 0.799294\n",
      "[376]\tvalid_0's auc: 0.799368\n",
      "[377]\tvalid_0's auc: 0.799699\n",
      "[378]\tvalid_0's auc: 0.799919\n",
      "[379]\tvalid_0's auc: 0.799625\n",
      "[380]\tvalid_0's auc: 0.799625\n",
      "[381]\tvalid_0's auc: 0.800103\n",
      "[382]\tvalid_0's auc: 0.80036\n",
      "[383]\tvalid_0's auc: 0.80036\n",
      "[384]\tvalid_0's auc: 0.800801\n",
      "[385]\tvalid_0's auc: 0.801573\n",
      "[386]\tvalid_0's auc: 0.801757\n",
      "[387]\tvalid_0's auc: 0.802088\n",
      "[388]\tvalid_0's auc: 0.802859\n",
      "[389]\tvalid_0's auc: 0.803668\n",
      "[390]\tvalid_0's auc: 0.80308\n",
      "[391]\tvalid_0's auc: 0.802933\n",
      "[392]\tvalid_0's auc: 0.802786\n",
      "[393]\tvalid_0's auc: 0.80308\n",
      "[394]\tvalid_0's auc: 0.803227\n",
      "[395]\tvalid_0's auc: 0.803227\n",
      "[396]\tvalid_0's auc: 0.802896\n",
      "[397]\tvalid_0's auc: 0.803484\n",
      "[398]\tvalid_0's auc: 0.803484\n",
      "[399]\tvalid_0's auc: 0.803705\n",
      "[400]\tvalid_0's auc: 0.804513\n",
      "[401]\tvalid_0's auc: 0.804513\n",
      "[402]\tvalid_0's auc: 0.804881\n",
      "[403]\tvalid_0's auc: 0.804917\n",
      "[404]\tvalid_0's auc: 0.805248\n",
      "[405]\tvalid_0's auc: 0.804881\n",
      "[406]\tvalid_0's auc: 0.805579\n",
      "[407]\tvalid_0's auc: 0.805726\n",
      "[408]\tvalid_0's auc: 0.805322\n",
      "[409]\tvalid_0's auc: 0.805248\n",
      "[410]\tvalid_0's auc: 0.805726\n",
      "[411]\tvalid_0's auc: 0.805689\n",
      "[412]\tvalid_0's auc: 0.805395\n",
      "[413]\tvalid_0's auc: 0.805653\n",
      "[414]\tvalid_0's auc: 0.805763\n",
      "[415]\tvalid_0's auc: 0.8058\n",
      "[416]\tvalid_0's auc: 0.80613\n",
      "[417]\tvalid_0's auc: 0.806498\n",
      "[418]\tvalid_0's auc: 0.806682\n",
      "[419]\tvalid_0's auc: 0.80749\n",
      "[420]\tvalid_0's auc: 0.807049\n",
      "[421]\tvalid_0's auc: 0.807123\n",
      "[422]\tvalid_0's auc: 0.807306\n",
      "[423]\tvalid_0's auc: 0.806865\n",
      "[424]\tvalid_0's auc: 0.806535\n",
      "[425]\tvalid_0's auc: 0.806608\n",
      "[426]\tvalid_0's auc: 0.806167\n",
      "[427]\tvalid_0's auc: 0.8058\n",
      "[428]\tvalid_0's auc: 0.805359\n",
      "[429]\tvalid_0's auc: 0.805579\n",
      "[430]\tvalid_0's auc: 0.805689\n",
      "[431]\tvalid_0's auc: 0.806351\n",
      "[432]\tvalid_0's auc: 0.805836\n",
      "[433]\tvalid_0's auc: 0.80591\n",
      "[434]\tvalid_0's auc: 0.805873\n",
      "[435]\tvalid_0's auc: 0.80602\n",
      "[436]\tvalid_0's auc: 0.805689\n",
      "[437]\tvalid_0's auc: 0.805983\n",
      "[438]\tvalid_0's auc: 0.80591\n",
      "[439]\tvalid_0's auc: 0.805947\n",
      "[440]\tvalid_0's auc: 0.806535\n",
      "[441]\tvalid_0's auc: 0.806718\n",
      "[442]\tvalid_0's auc: 0.80727\n",
      "[443]\tvalid_0's auc: 0.80727\n",
      "[444]\tvalid_0's auc: 0.80727\n",
      "[445]\tvalid_0's auc: 0.807711\n",
      "[446]\tvalid_0's auc: 0.807894\n",
      "[447]\tvalid_0's auc: 0.807968\n",
      "[448]\tvalid_0's auc: 0.808188\n",
      "[449]\tvalid_0's auc: 0.808041\n",
      "[450]\tvalid_0's auc: 0.808041\n",
      "[451]\tvalid_0's auc: 0.807674\n",
      "[452]\tvalid_0's auc: 0.807747\n",
      "[453]\tvalid_0's auc: 0.807637\n",
      "[454]\tvalid_0's auc: 0.807012\n",
      "[455]\tvalid_0's auc: 0.807012\n",
      "[456]\tvalid_0's auc: 0.806571\n",
      "[457]\tvalid_0's auc: 0.80613\n",
      "[458]\tvalid_0's auc: 0.805763\n",
      "[459]\tvalid_0's auc: 0.805469\n",
      "[460]\tvalid_0's auc: 0.80602\n",
      "[461]\tvalid_0's auc: 0.805947\n",
      "[462]\tvalid_0's auc: 0.806057\n",
      "[463]\tvalid_0's auc: 0.805542\n",
      "[464]\tvalid_0's auc: 0.805653\n",
      "[465]\tvalid_0's auc: 0.805653\n",
      "[466]\tvalid_0's auc: 0.80602\n",
      "[467]\tvalid_0's auc: 0.80591\n",
      "[468]\tvalid_0's auc: 0.806204\n",
      "[469]\tvalid_0's auc: 0.806167\n",
      "[470]\tvalid_0's auc: 0.805947\n",
      "[471]\tvalid_0's auc: 0.806424\n",
      "[472]\tvalid_0's auc: 0.806314\n",
      "[473]\tvalid_0's auc: 0.806057\n",
      "[474]\tvalid_0's auc: 0.806277\n",
      "[475]\tvalid_0's auc: 0.806571\n",
      "[476]\tvalid_0's auc: 0.806682\n",
      "[477]\tvalid_0's auc: 0.807012\n",
      "[478]\tvalid_0's auc: 0.8076\n",
      "[479]\tvalid_0's auc: 0.808078\n",
      "[480]\tvalid_0's auc: 0.808629\n",
      "[481]\tvalid_0's auc: 0.808078\n",
      "[482]\tvalid_0's auc: 0.807711\n",
      "[483]\tvalid_0's auc: 0.807012\n",
      "[484]\tvalid_0's auc: 0.807012\n",
      "[485]\tvalid_0's auc: 0.806718\n",
      "[486]\tvalid_0's auc: 0.806498\n",
      "[487]\tvalid_0's auc: 0.807233\n",
      "[488]\tvalid_0's auc: 0.806976\n",
      "[489]\tvalid_0's auc: 0.807049\n",
      "[490]\tvalid_0's auc: 0.807637\n",
      "[491]\tvalid_0's auc: 0.80727\n",
      "[492]\tvalid_0's auc: 0.806976\n",
      "[493]\tvalid_0's auc: 0.806645\n",
      "[494]\tvalid_0's auc: 0.806388\n",
      "[495]\tvalid_0's auc: 0.80602\n",
      "[496]\tvalid_0's auc: 0.806057\n",
      "[497]\tvalid_0's auc: 0.806167\n",
      "[498]\tvalid_0's auc: 0.806057\n",
      "[499]\tvalid_0's auc: 0.806057\n",
      "[500]\tvalid_0's auc: 0.806094\n",
      "[501]\tvalid_0's auc: 0.806277\n",
      "[502]\tvalid_0's auc: 0.806535\n",
      "[503]\tvalid_0's auc: 0.806424\n",
      "[504]\tvalid_0's auc: 0.806645\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[505]\tvalid_0's auc: 0.806829\n",
      "[506]\tvalid_0's auc: 0.807159\n",
      "[507]\tvalid_0's auc: 0.806829\n",
      "[508]\tvalid_0's auc: 0.806645\n",
      "[509]\tvalid_0's auc: 0.806461\n",
      "[510]\tvalid_0's auc: 0.806608\n",
      "[511]\tvalid_0's auc: 0.806645\n",
      "[512]\tvalid_0's auc: 0.806571\n",
      "[513]\tvalid_0's auc: 0.806645\n",
      "[514]\tvalid_0's auc: 0.806571\n",
      "[515]\tvalid_0's auc: 0.806902\n",
      "[516]\tvalid_0's auc: 0.806865\n",
      "[517]\tvalid_0's auc: 0.806976\n",
      "[518]\tvalid_0's auc: 0.806976\n",
      "[519]\tvalid_0's auc: 0.806718\n",
      "[520]\tvalid_0's auc: 0.807086\n",
      "[521]\tvalid_0's auc: 0.806865\n",
      "[522]\tvalid_0's auc: 0.806829\n",
      "[523]\tvalid_0's auc: 0.806645\n",
      "[524]\tvalid_0's auc: 0.806571\n",
      "[525]\tvalid_0's auc: 0.806498\n",
      "[526]\tvalid_0's auc: 0.806241\n",
      "[527]\tvalid_0's auc: 0.806277\n",
      "[528]\tvalid_0's auc: 0.8058\n",
      "[529]\tvalid_0's auc: 0.805506\n",
      "[530]\tvalid_0's auc: 0.805285\n",
      "[531]\tvalid_0's auc: 0.805616\n",
      "[532]\tvalid_0's auc: 0.805726\n",
      "[533]\tvalid_0's auc: 0.805469\n",
      "[534]\tvalid_0's auc: 0.805065\n",
      "[535]\tvalid_0's auc: 0.805322\n",
      "[536]\tvalid_0's auc: 0.805322\n",
      "[537]\tvalid_0's auc: 0.805028\n",
      "[538]\tvalid_0's auc: 0.804991\n",
      "[539]\tvalid_0's auc: 0.80477\n",
      "[540]\tvalid_0's auc: 0.804403\n",
      "[541]\tvalid_0's auc: 0.804917\n",
      "[542]\tvalid_0's auc: 0.804587\n",
      "[543]\tvalid_0's auc: 0.805212\n",
      "[544]\tvalid_0's auc: 0.805285\n",
      "[545]\tvalid_0's auc: 0.804917\n",
      "[546]\tvalid_0's auc: 0.804881\n",
      "[547]\tvalid_0's auc: 0.80466\n",
      "[548]\tvalid_0's auc: 0.80455\n",
      "[549]\tvalid_0's auc: 0.804293\n",
      "[550]\tvalid_0's auc: 0.804072\n",
      "[551]\tvalid_0's auc: 0.803999\n",
      "[552]\tvalid_0's auc: 0.803815\n",
      "[553]\tvalid_0's auc: 0.803778\n",
      "[554]\tvalid_0's auc: 0.803668\n",
      "[555]\tvalid_0's auc: 0.803153\n",
      "[556]\tvalid_0's auc: 0.803668\n",
      "[557]\tvalid_0's auc: 0.803815\n",
      "[558]\tvalid_0's auc: 0.804219\n",
      "[559]\tvalid_0's auc: 0.804366\n",
      "[560]\tvalid_0's auc: 0.804072\n",
      "[561]\tvalid_0's auc: 0.804072\n",
      "[562]\tvalid_0's auc: 0.804476\n",
      "[563]\tvalid_0's auc: 0.804403\n",
      "[564]\tvalid_0's auc: 0.803962\n",
      "[565]\tvalid_0's auc: 0.804293\n",
      "[566]\tvalid_0's auc: 0.804072\n",
      "[567]\tvalid_0's auc: 0.804072\n",
      "[568]\tvalid_0's auc: 0.804109\n",
      "[569]\tvalid_0's auc: 0.80477\n",
      "[570]\tvalid_0's auc: 0.804734\n",
      "[571]\tvalid_0's auc: 0.804182\n",
      "[572]\tvalid_0's auc: 0.804844\n",
      "[573]\tvalid_0's auc: 0.805469\n",
      "[574]\tvalid_0's auc: 0.805028\n",
      "[575]\tvalid_0's auc: 0.805395\n",
      "[576]\tvalid_0's auc: 0.805138\n",
      "[577]\tvalid_0's auc: 0.805359\n",
      "[578]\tvalid_0's auc: 0.804954\n",
      "[579]\tvalid_0's auc: 0.805395\n",
      "[580]\tvalid_0's auc: 0.804991\n",
      "[581]\tvalid_0's auc: 0.804587\n",
      "[582]\tvalid_0's auc: 0.804991\n",
      "[583]\tvalid_0's auc: 0.804807\n",
      "[584]\tvalid_0's auc: 0.804881\n",
      "[585]\tvalid_0's auc: 0.804587\n",
      "[586]\tvalid_0's auc: 0.804329\n",
      "[587]\tvalid_0's auc: 0.80444\n",
      "[588]\tvalid_0's auc: 0.803888\n",
      "[589]\tvalid_0's auc: 0.803815\n",
      "[590]\tvalid_0's auc: 0.803778\n",
      "[591]\tvalid_0's auc: 0.804035\n",
      "[592]\tvalid_0's auc: 0.804146\n",
      "[593]\tvalid_0's auc: 0.804219\n",
      "[594]\tvalid_0's auc: 0.803888\n",
      "[595]\tvalid_0's auc: 0.803962\n",
      "[596]\tvalid_0's auc: 0.803888\n",
      "[597]\tvalid_0's auc: 0.803962\n",
      "[598]\tvalid_0's auc: 0.803778\n",
      "[599]\tvalid_0's auc: 0.803778\n",
      "[600]\tvalid_0's auc: 0.803521\n",
      "[601]\tvalid_0's auc: 0.803741\n",
      "[602]\tvalid_0's auc: 0.803962\n",
      "[603]\tvalid_0's auc: 0.803484\n",
      "[604]\tvalid_0's auc: 0.803484\n",
      "[605]\tvalid_0's auc: 0.803521\n",
      "[606]\tvalid_0's auc: 0.803153\n",
      "[607]\tvalid_0's auc: 0.802602\n",
      "[608]\tvalid_0's auc: 0.803153\n",
      "[609]\tvalid_0's auc: 0.803484\n",
      "[610]\tvalid_0's auc: 0.803705\n",
      "[611]\tvalid_0's auc: 0.8033\n",
      "[612]\tvalid_0's auc: 0.803484\n",
      "[613]\tvalid_0's auc: 0.802933\n",
      "[614]\tvalid_0's auc: 0.802933\n",
      "[615]\tvalid_0's auc: 0.802492\n",
      "[616]\tvalid_0's auc: 0.802712\n",
      "[617]\tvalid_0's auc: 0.803006\n",
      "[618]\tvalid_0's auc: 0.80308\n",
      "[619]\tvalid_0's auc: 0.802896\n",
      "[620]\tvalid_0's auc: 0.802639\n",
      "[621]\tvalid_0's auc: 0.803006\n",
      "[622]\tvalid_0's auc: 0.803521\n",
      "[623]\tvalid_0's auc: 0.803153\n",
      "[624]\tvalid_0's auc: 0.803264\n",
      "[625]\tvalid_0's auc: 0.803264\n",
      "[626]\tvalid_0's auc: 0.803374\n",
      "[627]\tvalid_0's auc: 0.803447\n",
      "[628]\tvalid_0's auc: 0.803705\n",
      "[629]\tvalid_0's auc: 0.803227\n",
      "[630]\tvalid_0's auc: 0.803484\n",
      "[631]\tvalid_0's auc: 0.804109\n",
      "[632]\tvalid_0's auc: 0.803852\n",
      "[633]\tvalid_0's auc: 0.803962\n",
      "[634]\tvalid_0's auc: 0.804146\n",
      "[635]\tvalid_0's auc: 0.803999\n",
      "[636]\tvalid_0's auc: 0.803778\n",
      "[637]\tvalid_0's auc: 0.803484\n",
      "[638]\tvalid_0's auc: 0.803374\n",
      "[639]\tvalid_0's auc: 0.803447\n",
      "[640]\tvalid_0's auc: 0.80308\n",
      "[641]\tvalid_0's auc: 0.803411\n",
      "[642]\tvalid_0's auc: 0.803778\n",
      "[643]\tvalid_0's auc: 0.80319\n",
      "[644]\tvalid_0's auc: 0.803705\n",
      "[645]\tvalid_0's auc: 0.803631\n",
      "[646]\tvalid_0's auc: 0.803447\n",
      "[647]\tvalid_0's auc: 0.803264\n",
      "[648]\tvalid_0's auc: 0.802712\n",
      "[649]\tvalid_0's auc: 0.802933\n",
      "[650]\tvalid_0's auc: 0.803558\n",
      "[651]\tvalid_0's auc: 0.803741\n",
      "[652]\tvalid_0's auc: 0.803521\n",
      "[653]\tvalid_0's auc: 0.803705\n",
      "[654]\tvalid_0's auc: 0.803888\n",
      "[655]\tvalid_0's auc: 0.804072\n",
      "[656]\tvalid_0's auc: 0.803631\n",
      "[657]\tvalid_0's auc: 0.803558\n",
      "[658]\tvalid_0's auc: 0.803888\n",
      "[659]\tvalid_0's auc: 0.803521\n",
      "[660]\tvalid_0's auc: 0.80319\n",
      "[661]\tvalid_0's auc: 0.803558\n",
      "[662]\tvalid_0's auc: 0.804109\n",
      "[663]\tvalid_0's auc: 0.803705\n",
      "[664]\tvalid_0's auc: 0.803852\n",
      "[665]\tvalid_0's auc: 0.803117\n",
      "[666]\tvalid_0's auc: 0.803337\n",
      "[667]\tvalid_0's auc: 0.802639\n",
      "[668]\tvalid_0's auc: 0.80319\n",
      "[669]\tvalid_0's auc: 0.8033\n",
      "[670]\tvalid_0's auc: 0.803337\n",
      "[671]\tvalid_0's auc: 0.803484\n",
      "[672]\tvalid_0's auc: 0.803484\n",
      "[673]\tvalid_0's auc: 0.803153\n",
      "[674]\tvalid_0's auc: 0.803374\n",
      "[675]\tvalid_0's auc: 0.803447\n",
      "[676]\tvalid_0's auc: 0.803006\n",
      "[677]\tvalid_0's auc: 0.803521\n",
      "[678]\tvalid_0's auc: 0.804182\n",
      "[679]\tvalid_0's auc: 0.804256\n",
      "[680]\tvalid_0's auc: 0.804513\n",
      "Early stopping, best iteration is:\n",
      "[480]\tvalid_0's auc: 0.808629\n",
      "pred\n",
      "[0.12]\n",
      "TEST 1 ok\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.580933\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.613323\n",
      "[3]\tvalid_0's auc: 0.615363\n",
      "[4]\tvalid_0's auc: 0.604063\n",
      "[5]\tvalid_0's auc: 0.615567\n",
      "[6]\tvalid_0's auc: 0.636575\n",
      "[7]\tvalid_0's auc: 0.64196\n",
      "[8]\tvalid_0's auc: 0.64506\n",
      "[9]\tvalid_0's auc: 0.656808\n",
      "[10]\tvalid_0's auc: 0.651464\n",
      "[11]\tvalid_0's auc: 0.657828\n",
      "[12]\tvalid_0's auc: 0.668353\n",
      "[13]\tvalid_0's auc: 0.662234\n",
      "[14]\tvalid_0's auc: 0.674145\n",
      "[15]\tvalid_0's auc: 0.6646\n",
      "[16]\tvalid_0's auc: 0.671943\n",
      "[17]\tvalid_0's auc: 0.675043\n",
      "[18]\tvalid_0's auc: 0.681407\n",
      "[19]\tvalid_0's auc: 0.679612\n",
      "[20]\tvalid_0's auc: 0.669495\n",
      "[21]\tvalid_0's auc: 0.663947\n",
      "[22]\tvalid_0's auc: 0.656115\n",
      "[23]\tvalid_0's auc: 0.653586\n",
      "[24]\tvalid_0's auc: 0.652607\n",
      "[25]\tvalid_0's auc: 0.650078\n",
      "[26]\tvalid_0's auc: 0.650812\n",
      "[27]\tvalid_0's auc: 0.646243\n",
      "[28]\tvalid_0's auc: 0.651464\n",
      "[29]\tvalid_0's auc: 0.653749\n",
      "[30]\tvalid_0's auc: 0.654157\n",
      "[31]\tvalid_0's auc: 0.657828\n",
      "[32]\tvalid_0's auc: 0.653994\n",
      "[33]\tvalid_0's auc: 0.654075\n",
      "[34]\tvalid_0's auc: 0.651301\n",
      "[35]\tvalid_0's auc: 0.653504\n",
      "[36]\tvalid_0's auc: 0.653341\n",
      "[37]\tvalid_0's auc: 0.653586\n",
      "[38]\tvalid_0's auc: 0.655299\n",
      "[39]\tvalid_0's auc: 0.659297\n",
      "[40]\tvalid_0's auc: 0.660684\n",
      "[41]\tvalid_0's auc: 0.660602\n",
      "[42]\tvalid_0's auc: 0.662071\n",
      "[43]\tvalid_0's auc: 0.658562\n",
      "[44]\tvalid_0's auc: 0.661255\n",
      "[45]\tvalid_0's auc: 0.6615\n",
      "[46]\tvalid_0's auc: 0.662234\n",
      "[47]\tvalid_0's auc: 0.66615\n",
      "[48]\tvalid_0's auc: 0.671208\n",
      "[49]\tvalid_0's auc: 0.670229\n",
      "[50]\tvalid_0's auc: 0.672758\n",
      "[51]\tvalid_0's auc: 0.672595\n",
      "[52]\tvalid_0's auc: 0.672595\n",
      "[53]\tvalid_0's auc: 0.672106\n",
      "[54]\tvalid_0's auc: 0.67439\n",
      "[55]\tvalid_0's auc: 0.675288\n",
      "[56]\tvalid_0's auc: 0.676511\n",
      "[57]\tvalid_0's auc: 0.678062\n",
      "[58]\tvalid_0's auc: 0.682712\n",
      "[59]\tvalid_0's auc: 0.683854\n",
      "[60]\tvalid_0's auc: 0.685975\n",
      "[61]\tvalid_0's auc: 0.683773\n",
      "[62]\tvalid_0's auc: 0.680346\n",
      "[63]\tvalid_0's auc: 0.677898\n",
      "[64]\tvalid_0's auc: 0.684507\n",
      "[65]\tvalid_0's auc: 0.68157\n",
      "[66]\tvalid_0's auc: 0.680672\n",
      "[67]\tvalid_0's auc: 0.681896\n",
      "[68]\tvalid_0's auc: 0.686139\n",
      "[69]\tvalid_0's auc: 0.687118\n",
      "[70]\tvalid_0's auc: 0.691931\n",
      "[71]\tvalid_0's auc: 0.692339\n",
      "[72]\tvalid_0's auc: 0.693889\n",
      "[73]\tvalid_0's auc: 0.694379\n",
      "[74]\tvalid_0's auc: 0.697479\n",
      "[75]\tvalid_0's auc: 0.697805\n",
      "[76]\tvalid_0's auc: 0.700987\n",
      "[77]\tvalid_0's auc: 0.703516\n",
      "[78]\tvalid_0's auc: 0.707677\n",
      "[79]\tvalid_0's auc: 0.706698\n",
      "[80]\tvalid_0's auc: 0.708004\n",
      "[81]\tvalid_0's auc: 0.710125\n",
      "[82]\tvalid_0's auc: 0.707759\n",
      "[83]\tvalid_0's auc: 0.709064\n",
      "[84]\tvalid_0's auc: 0.710696\n",
      "[85]\tvalid_0's auc: 0.710288\n",
      "[86]\tvalid_0's auc: 0.711349\n",
      "[87]\tvalid_0's auc: 0.711757\n",
      "[88]\tvalid_0's auc: 0.714204\n",
      "[89]\tvalid_0's auc: 0.713878\n",
      "[90]\tvalid_0's auc: 0.716978\n",
      "[91]\tvalid_0's auc: 0.716162\n",
      "[92]\tvalid_0's auc: 0.71657\n",
      "[93]\tvalid_0's auc: 0.716489\n",
      "[94]\tvalid_0's auc: 0.715183\n",
      "[95]\tvalid_0's auc: 0.714775\n",
      "[96]\tvalid_0's auc: 0.71551\n",
      "[97]\tvalid_0's auc: 0.716652\n",
      "[98]\tvalid_0's auc: 0.717631\n",
      "[99]\tvalid_0's auc: 0.71551\n",
      "[100]\tvalid_0's auc: 0.712736\n",
      "[101]\tvalid_0's auc: 0.715183\n",
      "[102]\tvalid_0's auc: 0.717549\n",
      "[103]\tvalid_0's auc: 0.718365\n",
      "[104]\tvalid_0's auc: 0.722934\n",
      "[105]\tvalid_0's auc: 0.72326\n",
      "[106]\tvalid_0's auc: 0.721792\n",
      "[107]\tvalid_0's auc: 0.720649\n",
      "[108]\tvalid_0's auc: 0.719018\n",
      "[109]\tvalid_0's auc: 0.720976\n",
      "[110]\tvalid_0's auc: 0.720241\n",
      "[111]\tvalid_0's auc: 0.720323\n",
      "[112]\tvalid_0's auc: 0.72375\n",
      "[113]\tvalid_0's auc: 0.724484\n",
      "[114]\tvalid_0's auc: 0.728155\n",
      "[115]\tvalid_0's auc: 0.727503\n",
      "[116]\tvalid_0's auc: 0.727584\n",
      "[117]\tvalid_0's auc: 0.730521\n",
      "[118]\tvalid_0's auc: 0.729705\n",
      "[119]\tvalid_0's auc: 0.730766\n",
      "[120]\tvalid_0's auc: 0.733377\n",
      "[121]\tvalid_0's auc: 0.734682\n",
      "[122]\tvalid_0's auc: 0.736314\n",
      "[123]\tvalid_0's auc: 0.738762\n",
      "[124]\tvalid_0's auc: 0.739169\n",
      "[125]\tvalid_0's auc: 0.739088\n",
      "[126]\tvalid_0's auc: 0.739741\n",
      "[127]\tvalid_0's auc: 0.741128\n",
      "[128]\tvalid_0's auc: 0.742841\n",
      "[129]\tvalid_0's auc: 0.740801\n",
      "[130]\tvalid_0's auc: 0.739904\n",
      "[131]\tvalid_0's auc: 0.739169\n",
      "[132]\tvalid_0's auc: 0.739659\n",
      "[133]\tvalid_0's auc: 0.739985\n",
      "[134]\tvalid_0's auc: 0.737619\n",
      "[135]\tvalid_0's auc: 0.737048\n",
      "[136]\tvalid_0's auc: 0.735172\n",
      "[137]\tvalid_0's auc: 0.734356\n",
      "[138]\tvalid_0's auc: 0.732806\n",
      "[139]\tvalid_0's auc: 0.732153\n",
      "[140]\tvalid_0's auc: 0.732398\n",
      "[141]\tvalid_0's auc: 0.732235\n",
      "[142]\tvalid_0's auc: 0.734193\n",
      "[143]\tvalid_0's auc: 0.735743\n",
      "[144]\tvalid_0's auc: 0.734764\n",
      "[145]\tvalid_0's auc: 0.734927\n",
      "[146]\tvalid_0's auc: 0.735009\n",
      "[147]\tvalid_0's auc: 0.737619\n",
      "[148]\tvalid_0's auc: 0.738272\n",
      "[149]\tvalid_0's auc: 0.738354\n",
      "[150]\tvalid_0's auc: 0.739822\n",
      "[151]\tvalid_0's auc: 0.738435\n",
      "[152]\tvalid_0's auc: 0.739985\n",
      "[153]\tvalid_0's auc: 0.740638\n",
      "[154]\tvalid_0's auc: 0.739496\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[155]\tvalid_0's auc: 0.739741\n",
      "[156]\tvalid_0's auc: 0.741291\n",
      "[157]\tvalid_0's auc: 0.742351\n",
      "[158]\tvalid_0's auc: 0.740393\n",
      "[159]\tvalid_0's auc: 0.742107\n",
      "[160]\tvalid_0's auc: 0.741535\n",
      "[161]\tvalid_0's auc: 0.739577\n",
      "[162]\tvalid_0's auc: 0.739577\n",
      "[163]\tvalid_0's auc: 0.740801\n",
      "[164]\tvalid_0's auc: 0.738354\n",
      "[165]\tvalid_0's auc: 0.736967\n",
      "[166]\tvalid_0's auc: 0.736722\n",
      "[167]\tvalid_0's auc: 0.735009\n",
      "[168]\tvalid_0's auc: 0.733377\n",
      "[169]\tvalid_0's auc: 0.733132\n",
      "[170]\tvalid_0's auc: 0.732235\n",
      "[171]\tvalid_0's auc: 0.732316\n",
      "[172]\tvalid_0's auc: 0.734601\n",
      "[173]\tvalid_0's auc: 0.736151\n",
      "[174]\tvalid_0's auc: 0.735988\n",
      "[175]\tvalid_0's auc: 0.738109\n",
      "[176]\tvalid_0's auc: 0.738925\n",
      "[177]\tvalid_0's auc: 0.738109\n",
      "[178]\tvalid_0's auc: 0.738027\n",
      "[179]\tvalid_0's auc: 0.737538\n",
      "[180]\tvalid_0's auc: 0.736396\n",
      "[181]\tvalid_0's auc: 0.736722\n",
      "[182]\tvalid_0's auc: 0.735743\n",
      "[183]\tvalid_0's auc: 0.734764\n",
      "[184]\tvalid_0's auc: 0.736069\n",
      "[185]\tvalid_0's auc: 0.734845\n",
      "[186]\tvalid_0's auc: 0.735988\n",
      "[187]\tvalid_0's auc: 0.737211\n",
      "[188]\tvalid_0's auc: 0.738354\n",
      "[189]\tvalid_0's auc: 0.739251\n",
      "[190]\tvalid_0's auc: 0.738598\n",
      "[191]\tvalid_0's auc: 0.739904\n",
      "[192]\tvalid_0's auc: 0.740638\n",
      "[193]\tvalid_0's auc: 0.739741\n",
      "[194]\tvalid_0's auc: 0.741535\n",
      "[195]\tvalid_0's auc: 0.743167\n",
      "[196]\tvalid_0's auc: 0.742188\n",
      "[197]\tvalid_0's auc: 0.741372\n",
      "[198]\tvalid_0's auc: 0.74178\n",
      "[199]\tvalid_0's auc: 0.740393\n",
      "[200]\tvalid_0's auc: 0.74023\n",
      "[201]\tvalid_0's auc: 0.741046\n",
      "[202]\tvalid_0's auc: 0.739741\n",
      "[203]\tvalid_0's auc: 0.739496\n",
      "[204]\tvalid_0's auc: 0.738517\n",
      "[205]\tvalid_0's auc: 0.738027\n",
      "[206]\tvalid_0's auc: 0.737782\n",
      "[207]\tvalid_0's auc: 0.737538\n",
      "[208]\tvalid_0's auc: 0.737375\n",
      "[209]\tvalid_0's auc: 0.737538\n",
      "[210]\tvalid_0's auc: 0.736885\n",
      "[211]\tvalid_0's auc: 0.739251\n",
      "[212]\tvalid_0's auc: 0.738027\n",
      "[213]\tvalid_0's auc: 0.739414\n",
      "[214]\tvalid_0's auc: 0.740148\n",
      "[215]\tvalid_0's auc: 0.740964\n",
      "[216]\tvalid_0's auc: 0.741372\n",
      "[217]\tvalid_0's auc: 0.740393\n",
      "[218]\tvalid_0's auc: 0.739659\n",
      "[219]\tvalid_0's auc: 0.741128\n",
      "[220]\tvalid_0's auc: 0.741617\n",
      "[221]\tvalid_0's auc: 0.74382\n",
      "[222]\tvalid_0's auc: 0.744391\n",
      "[223]\tvalid_0's auc: 0.74382\n",
      "[224]\tvalid_0's auc: 0.743575\n",
      "[225]\tvalid_0's auc: 0.743167\n",
      "[226]\tvalid_0's auc: 0.742596\n",
      "[227]\tvalid_0's auc: 0.744717\n",
      "[228]\tvalid_0's auc: 0.745125\n",
      "[229]\tvalid_0's auc: 0.745615\n",
      "[230]\tvalid_0's auc: 0.744228\n",
      "[231]\tvalid_0's auc: 0.744309\n",
      "[232]\tvalid_0's auc: 0.745452\n",
      "[233]\tvalid_0's auc: 0.745044\n",
      "[234]\tvalid_0's auc: 0.745288\n",
      "[235]\tvalid_0's auc: 0.746512\n",
      "[236]\tvalid_0's auc: 0.74537\n",
      "[237]\tvalid_0's auc: 0.745778\n",
      "[238]\tvalid_0's auc: 0.745696\n",
      "[239]\tvalid_0's auc: 0.74586\n",
      "[240]\tvalid_0's auc: 0.745533\n",
      "[241]\tvalid_0's auc: 0.745207\n",
      "[242]\tvalid_0's auc: 0.746512\n",
      "[243]\tvalid_0's auc: 0.746186\n",
      "[244]\tvalid_0's auc: 0.746757\n",
      "[245]\tvalid_0's auc: 0.74692\n",
      "[246]\tvalid_0's auc: 0.746023\n",
      "[247]\tvalid_0's auc: 0.74692\n",
      "[248]\tvalid_0's auc: 0.747981\n",
      "[249]\tvalid_0's auc: 0.748144\n",
      "[250]\tvalid_0's auc: 0.748715\n",
      "[251]\tvalid_0's auc: 0.748389\n",
      "[252]\tvalid_0's auc: 0.748062\n",
      "[253]\tvalid_0's auc: 0.750184\n",
      "[254]\tvalid_0's auc: 0.749857\n",
      "[255]\tvalid_0's auc: 0.75002\n",
      "[256]\tvalid_0's auc: 0.750428\n",
      "[257]\tvalid_0's auc: 0.75002\n",
      "[258]\tvalid_0's auc: 0.750347\n",
      "[259]\tvalid_0's auc: 0.75051\n",
      "[260]\tvalid_0's auc: 0.749449\n",
      "[261]\tvalid_0's auc: 0.749041\n",
      "[262]\tvalid_0's auc: 0.749205\n",
      "[263]\tvalid_0's auc: 0.749286\n",
      "[264]\tvalid_0's auc: 0.747573\n",
      "[265]\tvalid_0's auc: 0.747654\n",
      "[266]\tvalid_0's auc: 0.74692\n",
      "[267]\tvalid_0's auc: 0.746267\n",
      "[268]\tvalid_0's auc: 0.744962\n",
      "[269]\tvalid_0's auc: 0.744554\n",
      "[270]\tvalid_0's auc: 0.744146\n",
      "[271]\tvalid_0's auc: 0.744473\n",
      "[272]\tvalid_0's auc: 0.743086\n",
      "[273]\tvalid_0's auc: 0.743249\n",
      "[274]\tvalid_0's auc: 0.74072\n",
      "[275]\tvalid_0's auc: 0.739741\n",
      "[276]\tvalid_0's auc: 0.740556\n",
      "[277]\tvalid_0's auc: 0.741699\n",
      "[278]\tvalid_0's auc: 0.741535\n",
      "[279]\tvalid_0's auc: 0.743901\n",
      "[280]\tvalid_0's auc: 0.743657\n",
      "[281]\tvalid_0's auc: 0.743249\n",
      "[282]\tvalid_0's auc: 0.743494\n",
      "[283]\tvalid_0's auc: 0.74227\n",
      "[284]\tvalid_0's auc: 0.740638\n",
      "[285]\tvalid_0's auc: 0.740148\n",
      "[286]\tvalid_0's auc: 0.739741\n",
      "[287]\tvalid_0's auc: 0.739659\n",
      "[288]\tvalid_0's auc: 0.739741\n",
      "[289]\tvalid_0's auc: 0.739659\n",
      "[290]\tvalid_0's auc: 0.738517\n",
      "[291]\tvalid_0's auc: 0.739169\n",
      "[292]\tvalid_0's auc: 0.740393\n",
      "[293]\tvalid_0's auc: 0.740067\n",
      "[294]\tvalid_0's auc: 0.739904\n",
      "[295]\tvalid_0's auc: 0.738843\n",
      "[296]\tvalid_0's auc: 0.738762\n",
      "[297]\tvalid_0's auc: 0.738843\n",
      "[298]\tvalid_0's auc: 0.739006\n",
      "[299]\tvalid_0's auc: 0.740067\n",
      "[300]\tvalid_0's auc: 0.740475\n",
      "[301]\tvalid_0's auc: 0.740964\n",
      "[302]\tvalid_0's auc: 0.740393\n",
      "[303]\tvalid_0's auc: 0.741291\n",
      "[304]\tvalid_0's auc: 0.741943\n",
      "[305]\tvalid_0's auc: 0.743004\n",
      "[306]\tvalid_0's auc: 0.741862\n",
      "[307]\tvalid_0's auc: 0.741372\n",
      "[308]\tvalid_0's auc: 0.741617\n",
      "[309]\tvalid_0's auc: 0.739985\n",
      "[310]\tvalid_0's auc: 0.741209\n",
      "[311]\tvalid_0's auc: 0.739822\n",
      "[312]\tvalid_0's auc: 0.739414\n",
      "[313]\tvalid_0's auc: 0.738109\n",
      "[314]\tvalid_0's auc: 0.737782\n",
      "[315]\tvalid_0's auc: 0.738109\n",
      "[316]\tvalid_0's auc: 0.738598\n",
      "[317]\tvalid_0's auc: 0.73868\n",
      "[318]\tvalid_0's auc: 0.739904\n",
      "[319]\tvalid_0's auc: 0.739904\n",
      "[320]\tvalid_0's auc: 0.740964\n",
      "[321]\tvalid_0's auc: 0.741535\n",
      "[322]\tvalid_0's auc: 0.741291\n",
      "[323]\tvalid_0's auc: 0.740638\n",
      "[324]\tvalid_0's auc: 0.741291\n",
      "[325]\tvalid_0's auc: 0.740801\n",
      "[326]\tvalid_0's auc: 0.740801\n",
      "[327]\tvalid_0's auc: 0.741535\n",
      "[328]\tvalid_0's auc: 0.742188\n",
      "[329]\tvalid_0's auc: 0.742678\n",
      "[330]\tvalid_0's auc: 0.742596\n",
      "[331]\tvalid_0's auc: 0.742922\n",
      "[332]\tvalid_0's auc: 0.742841\n",
      "[333]\tvalid_0's auc: 0.742759\n",
      "[334]\tvalid_0's auc: 0.744065\n",
      "[335]\tvalid_0's auc: 0.743249\n",
      "[336]\tvalid_0's auc: 0.742188\n",
      "[337]\tvalid_0's auc: 0.742596\n",
      "[338]\tvalid_0's auc: 0.741535\n",
      "[339]\tvalid_0's auc: 0.742107\n",
      "[340]\tvalid_0's auc: 0.741943\n",
      "[341]\tvalid_0's auc: 0.742025\n",
      "[342]\tvalid_0's auc: 0.741699\n",
      "[343]\tvalid_0's auc: 0.741617\n",
      "[344]\tvalid_0's auc: 0.741617\n",
      "[345]\tvalid_0's auc: 0.741291\n",
      "[346]\tvalid_0's auc: 0.741209\n",
      "[347]\tvalid_0's auc: 0.741535\n",
      "[348]\tvalid_0's auc: 0.742351\n",
      "[349]\tvalid_0's auc: 0.742678\n",
      "[350]\tvalid_0's auc: 0.742678\n",
      "[351]\tvalid_0's auc: 0.742107\n",
      "[352]\tvalid_0's auc: 0.742351\n",
      "[353]\tvalid_0's auc: 0.743167\n",
      "[354]\tvalid_0's auc: 0.74333\n",
      "[355]\tvalid_0's auc: 0.743004\n",
      "[356]\tvalid_0's auc: 0.743412\n",
      "[357]\tvalid_0's auc: 0.744228\n",
      "[358]\tvalid_0's auc: 0.744309\n",
      "[359]\tvalid_0's auc: 0.744391\n",
      "[360]\tvalid_0's auc: 0.744146\n",
      "[361]\tvalid_0's auc: 0.744309\n",
      "[362]\tvalid_0's auc: 0.744473\n",
      "[363]\tvalid_0's auc: 0.744636\n",
      "[364]\tvalid_0's auc: 0.744962\n",
      "[365]\tvalid_0's auc: 0.744554\n",
      "[366]\tvalid_0's auc: 0.744391\n",
      "[367]\tvalid_0's auc: 0.74488\n",
      "[368]\tvalid_0's auc: 0.744473\n",
      "[369]\tvalid_0's auc: 0.744962\n",
      "[370]\tvalid_0's auc: 0.745615\n",
      "[371]\tvalid_0's auc: 0.745452\n",
      "[372]\tvalid_0's auc: 0.74537\n",
      "[373]\tvalid_0's auc: 0.745696\n",
      "[374]\tvalid_0's auc: 0.74586\n",
      "[375]\tvalid_0's auc: 0.744636\n",
      "[376]\tvalid_0's auc: 0.744309\n",
      "[377]\tvalid_0's auc: 0.746675\n",
      "[378]\tvalid_0's auc: 0.746512\n",
      "[379]\tvalid_0's auc: 0.74537\n",
      "[380]\tvalid_0's auc: 0.746023\n",
      "[381]\tvalid_0's auc: 0.745044\n",
      "[382]\tvalid_0's auc: 0.745778\n",
      "[383]\tvalid_0's auc: 0.745207\n",
      "[384]\tvalid_0's auc: 0.745533\n",
      "[385]\tvalid_0's auc: 0.746512\n",
      "[386]\tvalid_0's auc: 0.745941\n",
      "[387]\tvalid_0's auc: 0.746512\n",
      "[388]\tvalid_0's auc: 0.747002\n",
      "[389]\tvalid_0's auc: 0.746104\n",
      "[390]\tvalid_0's auc: 0.746267\n",
      "[391]\tvalid_0's auc: 0.746104\n",
      "[392]\tvalid_0's auc: 0.746594\n",
      "[393]\tvalid_0's auc: 0.746431\n",
      "[394]\tvalid_0's auc: 0.746349\n",
      "[395]\tvalid_0's auc: 0.746839\n",
      "[396]\tvalid_0's auc: 0.746431\n",
      "[397]\tvalid_0's auc: 0.74741\n",
      "[398]\tvalid_0's auc: 0.747165\n",
      "[399]\tvalid_0's auc: 0.746839\n",
      "[400]\tvalid_0's auc: 0.746594\n",
      "[401]\tvalid_0's auc: 0.746186\n",
      "[402]\tvalid_0's auc: 0.746023\n",
      "[403]\tvalid_0's auc: 0.746349\n",
      "[404]\tvalid_0's auc: 0.746431\n",
      "[405]\tvalid_0's auc: 0.747165\n",
      "[406]\tvalid_0's auc: 0.746757\n",
      "[407]\tvalid_0's auc: 0.745941\n",
      "[408]\tvalid_0's auc: 0.746104\n",
      "[409]\tvalid_0's auc: 0.745615\n",
      "[410]\tvalid_0's auc: 0.74488\n",
      "[411]\tvalid_0's auc: 0.745288\n",
      "[412]\tvalid_0's auc: 0.744962\n",
      "[413]\tvalid_0's auc: 0.745452\n",
      "[414]\tvalid_0's auc: 0.745696\n",
      "[415]\tvalid_0's auc: 0.746186\n",
      "[416]\tvalid_0's auc: 0.746349\n",
      "[417]\tvalid_0's auc: 0.744962\n",
      "[418]\tvalid_0's auc: 0.745288\n",
      "[419]\tvalid_0's auc: 0.745696\n",
      "[420]\tvalid_0's auc: 0.746104\n",
      "[421]\tvalid_0's auc: 0.746757\n",
      "[422]\tvalid_0's auc: 0.746349\n",
      "[423]\tvalid_0's auc: 0.746104\n",
      "[424]\tvalid_0's auc: 0.745615\n",
      "[425]\tvalid_0's auc: 0.745696\n",
      "[426]\tvalid_0's auc: 0.746104\n",
      "[427]\tvalid_0's auc: 0.746104\n",
      "[428]\tvalid_0's auc: 0.745615\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[429]\tvalid_0's auc: 0.745696\n",
      "[430]\tvalid_0's auc: 0.745615\n",
      "[431]\tvalid_0's auc: 0.745288\n",
      "[432]\tvalid_0's auc: 0.74382\n",
      "[433]\tvalid_0's auc: 0.743738\n",
      "[434]\tvalid_0's auc: 0.742678\n",
      "[435]\tvalid_0's auc: 0.742025\n",
      "[436]\tvalid_0's auc: 0.741943\n",
      "[437]\tvalid_0's auc: 0.741454\n",
      "[438]\tvalid_0's auc: 0.741699\n",
      "[439]\tvalid_0's auc: 0.741617\n",
      "[440]\tvalid_0's auc: 0.740964\n",
      "[441]\tvalid_0's auc: 0.741699\n",
      "[442]\tvalid_0's auc: 0.741372\n",
      "[443]\tvalid_0's auc: 0.741209\n",
      "[444]\tvalid_0's auc: 0.740801\n",
      "[445]\tvalid_0's auc: 0.741699\n",
      "[446]\tvalid_0's auc: 0.74227\n",
      "[447]\tvalid_0's auc: 0.742433\n",
      "[448]\tvalid_0's auc: 0.742351\n",
      "[449]\tvalid_0's auc: 0.742107\n",
      "[450]\tvalid_0's auc: 0.741862\n",
      "[451]\tvalid_0's auc: 0.74178\n",
      "[452]\tvalid_0's auc: 0.742759\n",
      "[453]\tvalid_0's auc: 0.741943\n",
      "[454]\tvalid_0's auc: 0.741046\n",
      "[455]\tvalid_0's auc: 0.741046\n",
      "[456]\tvalid_0's auc: 0.740475\n",
      "[457]\tvalid_0's auc: 0.741046\n",
      "[458]\tvalid_0's auc: 0.740964\n",
      "[459]\tvalid_0's auc: 0.741372\n",
      "Early stopping, best iteration is:\n",
      "[259]\tvalid_0's auc: 0.75051\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.580933\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.613323\n",
      "[3]\tvalid_0's auc: 0.615363\n",
      "[4]\tvalid_0's auc: 0.604063\n",
      "[5]\tvalid_0's auc: 0.615567\n",
      "[6]\tvalid_0's auc: 0.636575\n",
      "[7]\tvalid_0's auc: 0.64196\n",
      "[8]\tvalid_0's auc: 0.64506\n",
      "[9]\tvalid_0's auc: 0.656808\n",
      "[10]\tvalid_0's auc: 0.651464\n",
      "[11]\tvalid_0's auc: 0.657828\n",
      "[12]\tvalid_0's auc: 0.668353\n",
      "[13]\tvalid_0's auc: 0.662234\n",
      "[14]\tvalid_0's auc: 0.674145\n",
      "[15]\tvalid_0's auc: 0.6646\n",
      "[16]\tvalid_0's auc: 0.671943\n",
      "[17]\tvalid_0's auc: 0.675043\n",
      "[18]\tvalid_0's auc: 0.681407\n",
      "[19]\tvalid_0's auc: 0.679612\n",
      "[20]\tvalid_0's auc: 0.669495\n",
      "[21]\tvalid_0's auc: 0.663947\n",
      "[22]\tvalid_0's auc: 0.656115\n",
      "[23]\tvalid_0's auc: 0.653586\n",
      "[24]\tvalid_0's auc: 0.652607\n",
      "[25]\tvalid_0's auc: 0.650078\n",
      "[26]\tvalid_0's auc: 0.650812\n",
      "[27]\tvalid_0's auc: 0.646243\n",
      "[28]\tvalid_0's auc: 0.651464\n",
      "[29]\tvalid_0's auc: 0.653749\n",
      "[30]\tvalid_0's auc: 0.654157\n",
      "[31]\tvalid_0's auc: 0.657828\n",
      "[32]\tvalid_0's auc: 0.653994\n",
      "[33]\tvalid_0's auc: 0.654075\n",
      "[34]\tvalid_0's auc: 0.651301\n",
      "[35]\tvalid_0's auc: 0.653504\n",
      "[36]\tvalid_0's auc: 0.653341\n",
      "[37]\tvalid_0's auc: 0.653586\n",
      "[38]\tvalid_0's auc: 0.655299\n",
      "[39]\tvalid_0's auc: 0.659297\n",
      "[40]\tvalid_0's auc: 0.660684\n",
      "[41]\tvalid_0's auc: 0.660602\n",
      "[42]\tvalid_0's auc: 0.662071\n",
      "[43]\tvalid_0's auc: 0.658562\n",
      "[44]\tvalid_0's auc: 0.661255\n",
      "[45]\tvalid_0's auc: 0.6615\n",
      "[46]\tvalid_0's auc: 0.662234\n",
      "[47]\tvalid_0's auc: 0.66615\n",
      "[48]\tvalid_0's auc: 0.671208\n",
      "[49]\tvalid_0's auc: 0.670229\n",
      "[50]\tvalid_0's auc: 0.672758\n",
      "[51]\tvalid_0's auc: 0.672595\n",
      "[52]\tvalid_0's auc: 0.672595\n",
      "[53]\tvalid_0's auc: 0.672106\n",
      "[54]\tvalid_0's auc: 0.67439\n",
      "[55]\tvalid_0's auc: 0.675288\n",
      "[56]\tvalid_0's auc: 0.676511\n",
      "[57]\tvalid_0's auc: 0.678062\n",
      "[58]\tvalid_0's auc: 0.682712\n",
      "[59]\tvalid_0's auc: 0.683854\n",
      "[60]\tvalid_0's auc: 0.685975\n",
      "[61]\tvalid_0's auc: 0.683773\n",
      "[62]\tvalid_0's auc: 0.680346\n",
      "[63]\tvalid_0's auc: 0.677898\n",
      "[64]\tvalid_0's auc: 0.684507\n",
      "[65]\tvalid_0's auc: 0.68157\n",
      "[66]\tvalid_0's auc: 0.680672\n",
      "[67]\tvalid_0's auc: 0.681896\n",
      "[68]\tvalid_0's auc: 0.686139\n",
      "[69]\tvalid_0's auc: 0.687118\n",
      "[70]\tvalid_0's auc: 0.691931\n",
      "[71]\tvalid_0's auc: 0.692339\n",
      "[72]\tvalid_0's auc: 0.693889\n",
      "[73]\tvalid_0's auc: 0.694379\n",
      "[74]\tvalid_0's auc: 0.697479\n",
      "[75]\tvalid_0's auc: 0.697805\n",
      "[76]\tvalid_0's auc: 0.700987\n",
      "[77]\tvalid_0's auc: 0.703516\n",
      "[78]\tvalid_0's auc: 0.707677\n",
      "[79]\tvalid_0's auc: 0.706698\n",
      "[80]\tvalid_0's auc: 0.708004\n",
      "[81]\tvalid_0's auc: 0.710125\n",
      "[82]\tvalid_0's auc: 0.707759\n",
      "[83]\tvalid_0's auc: 0.709064\n",
      "[84]\tvalid_0's auc: 0.710696\n",
      "[85]\tvalid_0's auc: 0.710288\n",
      "[86]\tvalid_0's auc: 0.711349\n",
      "[87]\tvalid_0's auc: 0.711757\n",
      "[88]\tvalid_0's auc: 0.714204\n",
      "[89]\tvalid_0's auc: 0.713878\n",
      "[90]\tvalid_0's auc: 0.716978\n",
      "[91]\tvalid_0's auc: 0.716162\n",
      "[92]\tvalid_0's auc: 0.71657\n",
      "[93]\tvalid_0's auc: 0.716489\n",
      "[94]\tvalid_0's auc: 0.715183\n",
      "[95]\tvalid_0's auc: 0.714775\n",
      "[96]\tvalid_0's auc: 0.71551\n",
      "[97]\tvalid_0's auc: 0.716652\n",
      "[98]\tvalid_0's auc: 0.717631\n",
      "[99]\tvalid_0's auc: 0.71551\n",
      "[100]\tvalid_0's auc: 0.712736\n",
      "[101]\tvalid_0's auc: 0.715183\n",
      "[102]\tvalid_0's auc: 0.717549\n",
      "[103]\tvalid_0's auc: 0.718365\n",
      "[104]\tvalid_0's auc: 0.722934\n",
      "[105]\tvalid_0's auc: 0.72326\n",
      "[106]\tvalid_0's auc: 0.721792\n",
      "[107]\tvalid_0's auc: 0.720649\n",
      "[108]\tvalid_0's auc: 0.719018\n",
      "[109]\tvalid_0's auc: 0.720976\n",
      "[110]\tvalid_0's auc: 0.720241\n",
      "[111]\tvalid_0's auc: 0.720323\n",
      "[112]\tvalid_0's auc: 0.72375\n",
      "[113]\tvalid_0's auc: 0.724484\n",
      "[114]\tvalid_0's auc: 0.728155\n",
      "[115]\tvalid_0's auc: 0.727503\n",
      "[116]\tvalid_0's auc: 0.727584\n",
      "[117]\tvalid_0's auc: 0.730521\n",
      "[118]\tvalid_0's auc: 0.729705\n",
      "[119]\tvalid_0's auc: 0.730766\n",
      "[120]\tvalid_0's auc: 0.733377\n",
      "[121]\tvalid_0's auc: 0.734682\n",
      "[122]\tvalid_0's auc: 0.736314\n",
      "[123]\tvalid_0's auc: 0.738762\n",
      "[124]\tvalid_0's auc: 0.739169\n",
      "[125]\tvalid_0's auc: 0.739088\n",
      "[126]\tvalid_0's auc: 0.739741\n",
      "[127]\tvalid_0's auc: 0.741128\n",
      "[128]\tvalid_0's auc: 0.742841\n",
      "[129]\tvalid_0's auc: 0.740801\n",
      "[130]\tvalid_0's auc: 0.739904\n",
      "[131]\tvalid_0's auc: 0.739169\n",
      "[132]\tvalid_0's auc: 0.739659\n",
      "[133]\tvalid_0's auc: 0.739985\n",
      "[134]\tvalid_0's auc: 0.737619\n",
      "[135]\tvalid_0's auc: 0.737048\n",
      "[136]\tvalid_0's auc: 0.735172\n",
      "[137]\tvalid_0's auc: 0.734356\n",
      "[138]\tvalid_0's auc: 0.732806\n",
      "[139]\tvalid_0's auc: 0.732153\n",
      "[140]\tvalid_0's auc: 0.732398\n",
      "[141]\tvalid_0's auc: 0.732235\n",
      "[142]\tvalid_0's auc: 0.734193\n",
      "[143]\tvalid_0's auc: 0.735743\n",
      "[144]\tvalid_0's auc: 0.734764\n",
      "[145]\tvalid_0's auc: 0.734927\n",
      "[146]\tvalid_0's auc: 0.735009\n",
      "[147]\tvalid_0's auc: 0.737619\n",
      "[148]\tvalid_0's auc: 0.738272\n",
      "[149]\tvalid_0's auc: 0.738354\n",
      "[150]\tvalid_0's auc: 0.739822\n",
      "[151]\tvalid_0's auc: 0.738435\n",
      "[152]\tvalid_0's auc: 0.739985\n",
      "[153]\tvalid_0's auc: 0.740638\n",
      "[154]\tvalid_0's auc: 0.739496\n",
      "[155]\tvalid_0's auc: 0.739741\n",
      "[156]\tvalid_0's auc: 0.741291\n",
      "[157]\tvalid_0's auc: 0.742351\n",
      "[158]\tvalid_0's auc: 0.740393\n",
      "[159]\tvalid_0's auc: 0.742107\n",
      "[160]\tvalid_0's auc: 0.741535\n",
      "[161]\tvalid_0's auc: 0.739577\n",
      "[162]\tvalid_0's auc: 0.739577\n",
      "[163]\tvalid_0's auc: 0.740801\n",
      "[164]\tvalid_0's auc: 0.738354\n",
      "[165]\tvalid_0's auc: 0.736967\n",
      "[166]\tvalid_0's auc: 0.736722\n",
      "[167]\tvalid_0's auc: 0.735009\n",
      "[168]\tvalid_0's auc: 0.733377\n",
      "[169]\tvalid_0's auc: 0.733132\n",
      "[170]\tvalid_0's auc: 0.732235\n",
      "[171]\tvalid_0's auc: 0.732316\n",
      "[172]\tvalid_0's auc: 0.734601\n",
      "[173]\tvalid_0's auc: 0.736151\n",
      "[174]\tvalid_0's auc: 0.735988\n",
      "[175]\tvalid_0's auc: 0.738109\n",
      "[176]\tvalid_0's auc: 0.738925\n",
      "[177]\tvalid_0's auc: 0.738109\n",
      "[178]\tvalid_0's auc: 0.738027\n",
      "[179]\tvalid_0's auc: 0.737538\n",
      "[180]\tvalid_0's auc: 0.736396\n",
      "[181]\tvalid_0's auc: 0.736722\n",
      "[182]\tvalid_0's auc: 0.735743\n",
      "[183]\tvalid_0's auc: 0.734764\n",
      "[184]\tvalid_0's auc: 0.736069\n",
      "[185]\tvalid_0's auc: 0.734845\n",
      "[186]\tvalid_0's auc: 0.735988\n",
      "[187]\tvalid_0's auc: 0.737211\n",
      "[188]\tvalid_0's auc: 0.738354\n",
      "[189]\tvalid_0's auc: 0.739251\n",
      "[190]\tvalid_0's auc: 0.738598\n",
      "[191]\tvalid_0's auc: 0.739904\n",
      "[192]\tvalid_0's auc: 0.740638\n",
      "[193]\tvalid_0's auc: 0.739741\n",
      "[194]\tvalid_0's auc: 0.741535\n",
      "[195]\tvalid_0's auc: 0.743167\n",
      "[196]\tvalid_0's auc: 0.742188\n",
      "[197]\tvalid_0's auc: 0.741372\n",
      "[198]\tvalid_0's auc: 0.74178\n",
      "[199]\tvalid_0's auc: 0.740393\n",
      "[200]\tvalid_0's auc: 0.74023\n",
      "[201]\tvalid_0's auc: 0.741046\n",
      "[202]\tvalid_0's auc: 0.739741\n",
      "[203]\tvalid_0's auc: 0.739496\n",
      "[204]\tvalid_0's auc: 0.738517\n",
      "[205]\tvalid_0's auc: 0.738027\n",
      "[206]\tvalid_0's auc: 0.737782\n",
      "[207]\tvalid_0's auc: 0.737538\n",
      "[208]\tvalid_0's auc: 0.737375\n",
      "[209]\tvalid_0's auc: 0.737538\n",
      "[210]\tvalid_0's auc: 0.736885\n",
      "[211]\tvalid_0's auc: 0.739251\n",
      "[212]\tvalid_0's auc: 0.738027\n",
      "[213]\tvalid_0's auc: 0.739414\n",
      "[214]\tvalid_0's auc: 0.740148\n",
      "[215]\tvalid_0's auc: 0.740964\n",
      "[216]\tvalid_0's auc: 0.741372\n",
      "[217]\tvalid_0's auc: 0.740393\n",
      "[218]\tvalid_0's auc: 0.739659\n",
      "[219]\tvalid_0's auc: 0.741128\n",
      "[220]\tvalid_0's auc: 0.741617\n",
      "[221]\tvalid_0's auc: 0.74382\n",
      "[222]\tvalid_0's auc: 0.744391\n",
      "[223]\tvalid_0's auc: 0.74382\n",
      "[224]\tvalid_0's auc: 0.743575\n",
      "[225]\tvalid_0's auc: 0.743167\n",
      "[226]\tvalid_0's auc: 0.742596\n",
      "[227]\tvalid_0's auc: 0.744717\n",
      "[228]\tvalid_0's auc: 0.745125\n",
      "[229]\tvalid_0's auc: 0.745615\n",
      "[230]\tvalid_0's auc: 0.744228\n",
      "[231]\tvalid_0's auc: 0.744309\n",
      "[232]\tvalid_0's auc: 0.745452\n",
      "[233]\tvalid_0's auc: 0.745044\n",
      "[234]\tvalid_0's auc: 0.745288\n",
      "[235]\tvalid_0's auc: 0.746512\n",
      "[236]\tvalid_0's auc: 0.74537\n",
      "[237]\tvalid_0's auc: 0.745778\n",
      "[238]\tvalid_0's auc: 0.745696\n",
      "[239]\tvalid_0's auc: 0.74586\n",
      "[240]\tvalid_0's auc: 0.745533\n",
      "[241]\tvalid_0's auc: 0.745207\n",
      "[242]\tvalid_0's auc: 0.746512\n",
      "[243]\tvalid_0's auc: 0.746186\n",
      "[244]\tvalid_0's auc: 0.746757\n",
      "[245]\tvalid_0's auc: 0.74692\n",
      "[246]\tvalid_0's auc: 0.746023\n",
      "[247]\tvalid_0's auc: 0.74692\n",
      "[248]\tvalid_0's auc: 0.747981\n",
      "[249]\tvalid_0's auc: 0.748144\n",
      "[250]\tvalid_0's auc: 0.748715\n",
      "[251]\tvalid_0's auc: 0.748389\n",
      "[252]\tvalid_0's auc: 0.748062\n",
      "[253]\tvalid_0's auc: 0.750184\n",
      "[254]\tvalid_0's auc: 0.749857\n",
      "[255]\tvalid_0's auc: 0.75002\n",
      "[256]\tvalid_0's auc: 0.750428\n",
      "[257]\tvalid_0's auc: 0.75002\n",
      "[258]\tvalid_0's auc: 0.750347\n",
      "[259]\tvalid_0's auc: 0.75051\n",
      "[260]\tvalid_0's auc: 0.749449\n",
      "[261]\tvalid_0's auc: 0.749041\n",
      "[262]\tvalid_0's auc: 0.749205\n",
      "[263]\tvalid_0's auc: 0.749286\n",
      "[264]\tvalid_0's auc: 0.747573\n",
      "[265]\tvalid_0's auc: 0.747654\n",
      "[266]\tvalid_0's auc: 0.74692\n",
      "[267]\tvalid_0's auc: 0.746267\n",
      "[268]\tvalid_0's auc: 0.744962\n",
      "[269]\tvalid_0's auc: 0.744554\n",
      "[270]\tvalid_0's auc: 0.744146\n",
      "[271]\tvalid_0's auc: 0.744473\n",
      "[272]\tvalid_0's auc: 0.743086\n",
      "[273]\tvalid_0's auc: 0.743249\n",
      "[274]\tvalid_0's auc: 0.74072\n",
      "[275]\tvalid_0's auc: 0.739741\n",
      "[276]\tvalid_0's auc: 0.740556\n",
      "[277]\tvalid_0's auc: 0.741699\n",
      "[278]\tvalid_0's auc: 0.741535\n",
      "[279]\tvalid_0's auc: 0.743901\n",
      "[280]\tvalid_0's auc: 0.743657\n",
      "[281]\tvalid_0's auc: 0.743249\n",
      "[282]\tvalid_0's auc: 0.743494\n",
      "[283]\tvalid_0's auc: 0.74227\n",
      "[284]\tvalid_0's auc: 0.740638\n",
      "[285]\tvalid_0's auc: 0.740148\n",
      "[286]\tvalid_0's auc: 0.739741\n",
      "[287]\tvalid_0's auc: 0.739659\n",
      "[288]\tvalid_0's auc: 0.739741\n",
      "[289]\tvalid_0's auc: 0.739659\n",
      "[290]\tvalid_0's auc: 0.738517\n",
      "[291]\tvalid_0's auc: 0.739169\n",
      "[292]\tvalid_0's auc: 0.740393\n",
      "[293]\tvalid_0's auc: 0.740067\n",
      "[294]\tvalid_0's auc: 0.739904\n",
      "[295]\tvalid_0's auc: 0.738843\n",
      "[296]\tvalid_0's auc: 0.738762\n",
      "[297]\tvalid_0's auc: 0.738843\n",
      "[298]\tvalid_0's auc: 0.739006\n",
      "[299]\tvalid_0's auc: 0.740067\n",
      "[300]\tvalid_0's auc: 0.740475\n",
      "[301]\tvalid_0's auc: 0.740964\n",
      "[302]\tvalid_0's auc: 0.740393\n",
      "[303]\tvalid_0's auc: 0.741291\n",
      "[304]\tvalid_0's auc: 0.741943\n",
      "[305]\tvalid_0's auc: 0.743004\n",
      "[306]\tvalid_0's auc: 0.741862\n",
      "[307]\tvalid_0's auc: 0.741372\n",
      "[308]\tvalid_0's auc: 0.741617\n",
      "[309]\tvalid_0's auc: 0.739985\n",
      "[310]\tvalid_0's auc: 0.741209\n",
      "[311]\tvalid_0's auc: 0.739822\n",
      "[312]\tvalid_0's auc: 0.739414\n",
      "[313]\tvalid_0's auc: 0.738109\n",
      "[314]\tvalid_0's auc: 0.737782\n",
      "[315]\tvalid_0's auc: 0.738109\n",
      "[316]\tvalid_0's auc: 0.738598\n",
      "[317]\tvalid_0's auc: 0.73868\n",
      "[318]\tvalid_0's auc: 0.739904\n",
      "[319]\tvalid_0's auc: 0.739904\n",
      "[320]\tvalid_0's auc: 0.740964\n",
      "[321]\tvalid_0's auc: 0.741535\n",
      "[322]\tvalid_0's auc: 0.741291\n",
      "[323]\tvalid_0's auc: 0.740638\n",
      "[324]\tvalid_0's auc: 0.741291\n",
      "[325]\tvalid_0's auc: 0.740801\n",
      "[326]\tvalid_0's auc: 0.740801\n",
      "[327]\tvalid_0's auc: 0.741535\n",
      "[328]\tvalid_0's auc: 0.742188\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[329]\tvalid_0's auc: 0.742678\n",
      "[330]\tvalid_0's auc: 0.742596\n",
      "[331]\tvalid_0's auc: 0.742922\n",
      "[332]\tvalid_0's auc: 0.742841\n",
      "[333]\tvalid_0's auc: 0.742759\n",
      "[334]\tvalid_0's auc: 0.744065\n",
      "[335]\tvalid_0's auc: 0.743249\n",
      "[336]\tvalid_0's auc: 0.742188\n",
      "[337]\tvalid_0's auc: 0.742596\n",
      "[338]\tvalid_0's auc: 0.741535\n",
      "[339]\tvalid_0's auc: 0.742107\n",
      "[340]\tvalid_0's auc: 0.741943\n",
      "[341]\tvalid_0's auc: 0.742025\n",
      "[342]\tvalid_0's auc: 0.741699\n",
      "[343]\tvalid_0's auc: 0.741617\n",
      "[344]\tvalid_0's auc: 0.741617\n",
      "[345]\tvalid_0's auc: 0.741291\n",
      "[346]\tvalid_0's auc: 0.741209\n",
      "[347]\tvalid_0's auc: 0.741535\n",
      "[348]\tvalid_0's auc: 0.742351\n",
      "[349]\tvalid_0's auc: 0.742678\n",
      "[350]\tvalid_0's auc: 0.742678\n",
      "[351]\tvalid_0's auc: 0.742107\n",
      "[352]\tvalid_0's auc: 0.742351\n",
      "[353]\tvalid_0's auc: 0.743167\n",
      "[354]\tvalid_0's auc: 0.74333\n",
      "[355]\tvalid_0's auc: 0.743004\n",
      "[356]\tvalid_0's auc: 0.743412\n",
      "[357]\tvalid_0's auc: 0.744228\n",
      "[358]\tvalid_0's auc: 0.744309\n",
      "[359]\tvalid_0's auc: 0.744391\n",
      "[360]\tvalid_0's auc: 0.744146\n",
      "[361]\tvalid_0's auc: 0.744309\n",
      "[362]\tvalid_0's auc: 0.744473\n",
      "[363]\tvalid_0's auc: 0.744636\n",
      "[364]\tvalid_0's auc: 0.744962\n",
      "[365]\tvalid_0's auc: 0.744554\n",
      "[366]\tvalid_0's auc: 0.744391\n",
      "[367]\tvalid_0's auc: 0.74488\n",
      "[368]\tvalid_0's auc: 0.744473\n",
      "[369]\tvalid_0's auc: 0.744962\n",
      "[370]\tvalid_0's auc: 0.745615\n",
      "[371]\tvalid_0's auc: 0.745452\n",
      "[372]\tvalid_0's auc: 0.74537\n",
      "[373]\tvalid_0's auc: 0.745696\n",
      "[374]\tvalid_0's auc: 0.74586\n",
      "[375]\tvalid_0's auc: 0.744636\n",
      "[376]\tvalid_0's auc: 0.744309\n",
      "[377]\tvalid_0's auc: 0.746675\n",
      "[378]\tvalid_0's auc: 0.746512\n",
      "[379]\tvalid_0's auc: 0.74537\n",
      "[380]\tvalid_0's auc: 0.746023\n",
      "[381]\tvalid_0's auc: 0.745044\n",
      "[382]\tvalid_0's auc: 0.745778\n",
      "[383]\tvalid_0's auc: 0.745207\n",
      "[384]\tvalid_0's auc: 0.745533\n",
      "[385]\tvalid_0's auc: 0.746512\n",
      "[386]\tvalid_0's auc: 0.745941\n",
      "[387]\tvalid_0's auc: 0.746512\n",
      "[388]\tvalid_0's auc: 0.747002\n",
      "[389]\tvalid_0's auc: 0.746104\n",
      "[390]\tvalid_0's auc: 0.746267\n",
      "[391]\tvalid_0's auc: 0.746104\n",
      "[392]\tvalid_0's auc: 0.746594\n",
      "[393]\tvalid_0's auc: 0.746431\n",
      "[394]\tvalid_0's auc: 0.746349\n",
      "[395]\tvalid_0's auc: 0.746839\n",
      "[396]\tvalid_0's auc: 0.746431\n",
      "[397]\tvalid_0's auc: 0.74741\n",
      "[398]\tvalid_0's auc: 0.747165\n",
      "[399]\tvalid_0's auc: 0.746839\n",
      "[400]\tvalid_0's auc: 0.746594\n",
      "[401]\tvalid_0's auc: 0.746186\n",
      "[402]\tvalid_0's auc: 0.746023\n",
      "[403]\tvalid_0's auc: 0.746349\n",
      "[404]\tvalid_0's auc: 0.746431\n",
      "[405]\tvalid_0's auc: 0.747165\n",
      "[406]\tvalid_0's auc: 0.746757\n",
      "[407]\tvalid_0's auc: 0.745941\n",
      "[408]\tvalid_0's auc: 0.746104\n",
      "[409]\tvalid_0's auc: 0.745615\n",
      "[410]\tvalid_0's auc: 0.74488\n",
      "[411]\tvalid_0's auc: 0.745288\n",
      "[412]\tvalid_0's auc: 0.744962\n",
      "[413]\tvalid_0's auc: 0.745452\n",
      "[414]\tvalid_0's auc: 0.745696\n",
      "[415]\tvalid_0's auc: 0.746186\n",
      "[416]\tvalid_0's auc: 0.746349\n",
      "[417]\tvalid_0's auc: 0.744962\n",
      "[418]\tvalid_0's auc: 0.745288\n",
      "[419]\tvalid_0's auc: 0.745696\n",
      "[420]\tvalid_0's auc: 0.746104\n",
      "[421]\tvalid_0's auc: 0.746757\n",
      "[422]\tvalid_0's auc: 0.746349\n",
      "[423]\tvalid_0's auc: 0.746104\n",
      "[424]\tvalid_0's auc: 0.745615\n",
      "[425]\tvalid_0's auc: 0.745696\n",
      "[426]\tvalid_0's auc: 0.746104\n",
      "[427]\tvalid_0's auc: 0.746104\n",
      "[428]\tvalid_0's auc: 0.745615\n",
      "[429]\tvalid_0's auc: 0.745696\n",
      "[430]\tvalid_0's auc: 0.745615\n",
      "[431]\tvalid_0's auc: 0.745288\n",
      "[432]\tvalid_0's auc: 0.74382\n",
      "[433]\tvalid_0's auc: 0.743738\n",
      "[434]\tvalid_0's auc: 0.742678\n",
      "[435]\tvalid_0's auc: 0.742025\n",
      "[436]\tvalid_0's auc: 0.741943\n",
      "[437]\tvalid_0's auc: 0.741454\n",
      "[438]\tvalid_0's auc: 0.741699\n",
      "[439]\tvalid_0's auc: 0.741617\n",
      "[440]\tvalid_0's auc: 0.740964\n",
      "[441]\tvalid_0's auc: 0.741699\n",
      "[442]\tvalid_0's auc: 0.741372\n",
      "[443]\tvalid_0's auc: 0.741209\n",
      "[444]\tvalid_0's auc: 0.740801\n",
      "[445]\tvalid_0's auc: 0.741699\n",
      "[446]\tvalid_0's auc: 0.74227\n",
      "[447]\tvalid_0's auc: 0.742433\n",
      "[448]\tvalid_0's auc: 0.742351\n",
      "[449]\tvalid_0's auc: 0.742107\n",
      "[450]\tvalid_0's auc: 0.741862\n",
      "[451]\tvalid_0's auc: 0.74178\n",
      "[452]\tvalid_0's auc: 0.742759\n",
      "[453]\tvalid_0's auc: 0.741943\n",
      "[454]\tvalid_0's auc: 0.741046\n",
      "[455]\tvalid_0's auc: 0.741046\n",
      "[456]\tvalid_0's auc: 0.740475\n",
      "[457]\tvalid_0's auc: 0.741046\n",
      "[458]\tvalid_0's auc: 0.740964\n",
      "[459]\tvalid_0's auc: 0.741372\n",
      "Early stopping, best iteration is:\n",
      "[259]\tvalid_0's auc: 0.75051\n",
      "[1]\tvalid_0's auc: 0.564242\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.585575\n",
      "[3]\tvalid_0's auc: 0.606948\n",
      "[4]\tvalid_0's auc: 0.624462\n",
      "[5]\tvalid_0's auc: 0.614384\n",
      "[6]\tvalid_0's auc: 0.616497\n",
      "[7]\tvalid_0's auc: 0.608411\n",
      "[8]\tvalid_0's auc: 0.626128\n",
      "[9]\tvalid_0's auc: 0.628119\n",
      "[10]\tvalid_0's auc: 0.628037\n",
      "[11]\tvalid_0's auc: 0.63336\n",
      "[12]\tvalid_0's auc: 0.633767\n",
      "[13]\tvalid_0's auc: 0.639577\n",
      "[14]\tvalid_0's auc: 0.636164\n",
      "[15]\tvalid_0's auc: 0.631369\n",
      "[16]\tvalid_0's auc: 0.638358\n",
      "[17]\tvalid_0's auc: 0.635108\n",
      "[18]\tvalid_0's auc: 0.637871\n",
      "[19]\tvalid_0's auc: 0.643316\n",
      "[20]\tvalid_0's auc: 0.646323\n",
      "[21]\tvalid_0's auc: 0.650142\n",
      "[22]\tvalid_0's auc: 0.657863\n",
      "[23]\tvalid_0's auc: 0.664527\n",
      "[24]\tvalid_0's auc: 0.667208\n",
      "[25]\tvalid_0's auc: 0.66729\n",
      "[26]\tvalid_0's auc: 0.670866\n",
      "[27]\tvalid_0's auc: 0.669484\n",
      "[28]\tvalid_0's auc: 0.672735\n",
      "[29]\tvalid_0's auc: 0.679642\n",
      "[30]\tvalid_0's auc: 0.678586\n",
      "[31]\tvalid_0's auc: 0.682893\n",
      "[32]\tvalid_0's auc: 0.684193\n",
      "[33]\tvalid_0's auc: 0.686144\n",
      "[34]\tvalid_0's auc: 0.685169\n",
      "[35]\tvalid_0's auc: 0.686388\n",
      "[36]\tvalid_0's auc: 0.691833\n",
      "[37]\tvalid_0's auc: 0.697196\n",
      "[38]\tvalid_0's auc: 0.70451\n",
      "[39]\tvalid_0's auc: 0.709711\n",
      "[40]\tvalid_0's auc: 0.711987\n",
      "[41]\tvalid_0's auc: 0.707761\n",
      "[42]\tvalid_0's auc: 0.706217\n",
      "[43]\tvalid_0's auc: 0.698984\n",
      "[44]\tvalid_0's auc: 0.694108\n",
      "[45]\tvalid_0's auc: 0.692727\n",
      "[46]\tvalid_0's auc: 0.702316\n",
      "[47]\tvalid_0's auc: 0.699065\n",
      "[48]\tvalid_0's auc: 0.702072\n",
      "[49]\tvalid_0's auc: 0.703291\n",
      "[50]\tvalid_0's auc: 0.705567\n",
      "[51]\tvalid_0's auc: 0.704592\n",
      "[52]\tvalid_0's auc: 0.701178\n",
      "[53]\tvalid_0's auc: 0.702804\n",
      "[54]\tvalid_0's auc: 0.69939\n",
      "[55]\tvalid_0's auc: 0.699634\n",
      "[56]\tvalid_0's auc: 0.699472\n",
      "[57]\tvalid_0's auc: 0.702316\n",
      "[58]\tvalid_0's auc: 0.703291\n",
      "[59]\tvalid_0's auc: 0.701666\n",
      "[60]\tvalid_0's auc: 0.701991\n",
      "[61]\tvalid_0's auc: 0.703616\n",
      "[62]\tvalid_0's auc: 0.703941\n",
      "[63]\tvalid_0's auc: 0.704429\n",
      "[64]\tvalid_0's auc: 0.704917\n",
      "[65]\tvalid_0's auc: 0.706136\n",
      "[66]\tvalid_0's auc: 0.708167\n",
      "[67]\tvalid_0's auc: 0.708492\n",
      "[68]\tvalid_0's auc: 0.708492\n",
      "[69]\tvalid_0's auc: 0.707436\n",
      "[70]\tvalid_0's auc: 0.707436\n",
      "[71]\tvalid_0's auc: 0.709305\n",
      "[72]\tvalid_0's auc: 0.711012\n",
      "[73]\tvalid_0's auc: 0.713206\n",
      "[74]\tvalid_0's auc: 0.714831\n",
      "[75]\tvalid_0's auc: 0.715238\n",
      "[76]\tvalid_0's auc: 0.714913\n",
      "[77]\tvalid_0's auc: 0.713694\n",
      "[78]\tvalid_0's auc: 0.714994\n",
      "[79]\tvalid_0's auc: 0.712556\n",
      "[80]\tvalid_0's auc: 0.713775\n",
      "[81]\tvalid_0's auc: 0.712718\n",
      "[82]\tvalid_0's auc: 0.712881\n",
      "[83]\tvalid_0's auc: 0.713369\n",
      "[84]\tvalid_0's auc: 0.713775\n",
      "[85]\tvalid_0's auc: 0.714262\n",
      "[86]\tvalid_0's auc: 0.715075\n",
      "[87]\tvalid_0's auc: 0.7128\n",
      "[88]\tvalid_0's auc: 0.714181\n",
      "[89]\tvalid_0's auc: 0.713125\n",
      "[90]\tvalid_0's auc: 0.712881\n",
      "[91]\tvalid_0's auc: 0.711174\n",
      "[92]\tvalid_0's auc: 0.707192\n",
      "[93]\tvalid_0's auc: 0.708005\n",
      "[94]\tvalid_0's auc: 0.70833\n",
      "[95]\tvalid_0's auc: 0.707192\n",
      "[96]\tvalid_0's auc: 0.706705\n",
      "[97]\tvalid_0's auc: 0.707436\n",
      "[98]\tvalid_0's auc: 0.712637\n",
      "[99]\tvalid_0's auc: 0.715482\n",
      "[100]\tvalid_0's auc: 0.716457\n",
      "[101]\tvalid_0's auc: 0.717107\n",
      "[102]\tvalid_0's auc: 0.71857\n",
      "[103]\tvalid_0's auc: 0.717107\n",
      "[104]\tvalid_0's auc: 0.717188\n",
      "[105]\tvalid_0's auc: 0.718245\n",
      "[106]\tvalid_0's auc: 0.721089\n",
      "[107]\tvalid_0's auc: 0.722227\n",
      "[108]\tvalid_0's auc: 0.722064\n",
      "[109]\tvalid_0's auc: 0.722145\n",
      "[110]\tvalid_0's auc: 0.72369\n",
      "[111]\tvalid_0's auc: 0.72434\n",
      "[112]\tvalid_0's auc: 0.726696\n",
      "[113]\tvalid_0's auc: 0.726453\n",
      "[114]\tvalid_0's auc: 0.725315\n",
      "[115]\tvalid_0's auc: 0.725071\n",
      "[116]\tvalid_0's auc: 0.72564\n",
      "[117]\tvalid_0's auc: 0.727265\n",
      "[118]\tvalid_0's auc: 0.727022\n",
      "[119]\tvalid_0's auc: 0.727265\n",
      "[120]\tvalid_0's auc: 0.728809\n",
      "[121]\tvalid_0's auc: 0.731247\n",
      "[122]\tvalid_0's auc: 0.732141\n",
      "[123]\tvalid_0's auc: 0.731329\n",
      "[124]\tvalid_0's auc: 0.732304\n",
      "[125]\tvalid_0's auc: 0.731085\n",
      "[126]\tvalid_0's auc: 0.730841\n",
      "[127]\tvalid_0's auc: 0.73206\n",
      "[128]\tvalid_0's auc: 0.732792\n",
      "[129]\tvalid_0's auc: 0.732873\n",
      "[130]\tvalid_0's auc: 0.734986\n",
      "[131]\tvalid_0's auc: 0.733767\n",
      "[132]\tvalid_0's auc: 0.732954\n",
      "[133]\tvalid_0's auc: 0.732223\n",
      "[134]\tvalid_0's auc: 0.731491\n",
      "[135]\tvalid_0's auc: 0.730028\n",
      "[136]\tvalid_0's auc: 0.731166\n",
      "[137]\tvalid_0's auc: 0.731816\n",
      "[138]\tvalid_0's auc: 0.730922\n",
      "[139]\tvalid_0's auc: 0.732466\n",
      "[140]\tvalid_0's auc: 0.731004\n",
      "[141]\tvalid_0's auc: 0.729216\n",
      "[142]\tvalid_0's auc: 0.72694\n",
      "[143]\tvalid_0's auc: 0.726128\n",
      "[144]\tvalid_0's auc: 0.724421\n",
      "[145]\tvalid_0's auc: 0.723446\n",
      "[146]\tvalid_0's auc: 0.723121\n",
      "[147]\tvalid_0's auc: 0.722227\n",
      "[148]\tvalid_0's auc: 0.721495\n",
      "[149]\tvalid_0's auc: 0.721983\n",
      "[150]\tvalid_0's auc: 0.72182\n",
      "[151]\tvalid_0's auc: 0.722064\n",
      "[152]\tvalid_0's auc: 0.722714\n",
      "[153]\tvalid_0's auc: 0.723039\n",
      "[154]\tvalid_0's auc: 0.723364\n",
      "[155]\tvalid_0's auc: 0.723608\n",
      "[156]\tvalid_0's auc: 0.723364\n",
      "[157]\tvalid_0's auc: 0.723364\n",
      "[158]\tvalid_0's auc: 0.723771\n",
      "[159]\tvalid_0's auc: 0.724502\n",
      "[160]\tvalid_0's auc: 0.723852\n",
      "[161]\tvalid_0's auc: 0.725396\n",
      "[162]\tvalid_0's auc: 0.725396\n",
      "[163]\tvalid_0's auc: 0.726696\n",
      "[164]\tvalid_0's auc: 0.725965\n",
      "[165]\tvalid_0's auc: 0.727915\n",
      "[166]\tvalid_0's auc: 0.72759\n",
      "[167]\tvalid_0's auc: 0.728891\n",
      "[168]\tvalid_0's auc: 0.729053\n",
      "[169]\tvalid_0's auc: 0.730272\n",
      "[170]\tvalid_0's auc: 0.729622\n",
      "[171]\tvalid_0's auc: 0.728403\n",
      "[172]\tvalid_0's auc: 0.727915\n",
      "[173]\tvalid_0's auc: 0.728078\n",
      "[174]\tvalid_0's auc: 0.728159\n",
      "[175]\tvalid_0's auc: 0.729541\n",
      "[176]\tvalid_0's auc: 0.728322\n",
      "[177]\tvalid_0's auc: 0.726859\n",
      "[178]\tvalid_0's auc: 0.727915\n",
      "[179]\tvalid_0's auc: 0.72759\n",
      "[180]\tvalid_0's auc: 0.728891\n",
      "[181]\tvalid_0's auc: 0.729053\n",
      "[182]\tvalid_0's auc: 0.72946\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[183]\tvalid_0's auc: 0.728647\n",
      "[184]\tvalid_0's auc: 0.727184\n",
      "[185]\tvalid_0's auc: 0.728728\n",
      "[186]\tvalid_0's auc: 0.727997\n",
      "[187]\tvalid_0's auc: 0.729134\n",
      "[188]\tvalid_0's auc: 0.727265\n",
      "[189]\tvalid_0's auc: 0.727509\n",
      "[190]\tvalid_0's auc: 0.727753\n",
      "[191]\tvalid_0's auc: 0.728322\n",
      "[192]\tvalid_0's auc: 0.729866\n",
      "[193]\tvalid_0's auc: 0.730841\n",
      "[194]\tvalid_0's auc: 0.730597\n",
      "[195]\tvalid_0's auc: 0.730922\n",
      "[196]\tvalid_0's auc: 0.731979\n",
      "[197]\tvalid_0's auc: 0.731898\n",
      "[198]\tvalid_0's auc: 0.732548\n",
      "[199]\tvalid_0's auc: 0.732466\n",
      "[200]\tvalid_0's auc: 0.73206\n",
      "[201]\tvalid_0's auc: 0.732223\n",
      "[202]\tvalid_0's auc: 0.733035\n",
      "[203]\tvalid_0's auc: 0.734742\n",
      "[204]\tvalid_0's auc: 0.733442\n",
      "[205]\tvalid_0's auc: 0.734498\n",
      "[206]\tvalid_0's auc: 0.733929\n",
      "[207]\tvalid_0's auc: 0.733604\n",
      "[208]\tvalid_0's auc: 0.733198\n",
      "[209]\tvalid_0's auc: 0.733523\n",
      "[210]\tvalid_0's auc: 0.733767\n",
      "[211]\tvalid_0's auc: 0.734254\n",
      "[212]\tvalid_0's auc: 0.734336\n",
      "[213]\tvalid_0's auc: 0.734417\n",
      "[214]\tvalid_0's auc: 0.734498\n",
      "[215]\tvalid_0's auc: 0.734661\n",
      "[216]\tvalid_0's auc: 0.734011\n",
      "[217]\tvalid_0's auc: 0.734254\n",
      "[218]\tvalid_0's auc: 0.734498\n",
      "[219]\tvalid_0's auc: 0.73336\n",
      "[220]\tvalid_0's auc: 0.734254\n",
      "[221]\tvalid_0's auc: 0.735148\n",
      "[222]\tvalid_0's auc: 0.735473\n",
      "[223]\tvalid_0's auc: 0.73523\n",
      "[224]\tvalid_0's auc: 0.734336\n",
      "[225]\tvalid_0's auc: 0.735798\n",
      "[226]\tvalid_0's auc: 0.73718\n",
      "[227]\tvalid_0's auc: 0.738074\n",
      "[228]\tvalid_0's auc: 0.738318\n",
      "[229]\tvalid_0's auc: 0.73783\n",
      "[230]\tvalid_0's auc: 0.738155\n",
      "[231]\tvalid_0's auc: 0.737911\n",
      "[232]\tvalid_0's auc: 0.73848\n",
      "[233]\tvalid_0's auc: 0.739374\n",
      "[234]\tvalid_0's auc: 0.739212\n",
      "[235]\tvalid_0's auc: 0.737911\n",
      "[236]\tvalid_0's auc: 0.740268\n",
      "[237]\tvalid_0's auc: 0.740837\n",
      "[238]\tvalid_0's auc: 0.741894\n",
      "[239]\tvalid_0's auc: 0.741568\n",
      "[240]\tvalid_0's auc: 0.740918\n",
      "[241]\tvalid_0's auc: 0.741731\n",
      "[242]\tvalid_0's auc: 0.742869\n",
      "[243]\tvalid_0's auc: 0.743113\n",
      "[244]\tvalid_0's auc: 0.742787\n",
      "[245]\tvalid_0's auc: 0.74295\n",
      "[246]\tvalid_0's auc: 0.743925\n",
      "[247]\tvalid_0's auc: 0.743763\n",
      "[248]\tvalid_0's auc: 0.745469\n",
      "[249]\tvalid_0's auc: 0.745957\n",
      "[250]\tvalid_0's auc: 0.745794\n",
      "[251]\tvalid_0's auc: 0.747013\n",
      "[252]\tvalid_0's auc: 0.747176\n",
      "[253]\tvalid_0's auc: 0.747907\n",
      "[254]\tvalid_0's auc: 0.748557\n",
      "[255]\tvalid_0's auc: 0.748557\n",
      "[256]\tvalid_0's auc: 0.749777\n",
      "[257]\tvalid_0's auc: 0.749533\n",
      "[258]\tvalid_0's auc: 0.749695\n",
      "[259]\tvalid_0's auc: 0.749939\n",
      "[260]\tvalid_0's auc: 0.750183\n",
      "[261]\tvalid_0's auc: 0.749939\n",
      "[262]\tvalid_0's auc: 0.749289\n",
      "[263]\tvalid_0's auc: 0.749695\n",
      "[264]\tvalid_0's auc: 0.750589\n",
      "[265]\tvalid_0's auc: 0.750183\n",
      "[266]\tvalid_0's auc: 0.74937\n",
      "[267]\tvalid_0's auc: 0.74937\n",
      "[268]\tvalid_0's auc: 0.749777\n",
      "[269]\tvalid_0's auc: 0.750183\n",
      "[270]\tvalid_0's auc: 0.749533\n",
      "[271]\tvalid_0's auc: 0.75002\n",
      "[272]\tvalid_0's auc: 0.750102\n",
      "[273]\tvalid_0's auc: 0.749695\n",
      "[274]\tvalid_0's auc: 0.750183\n",
      "[275]\tvalid_0's auc: 0.749451\n",
      "[276]\tvalid_0's auc: 0.750183\n",
      "[277]\tvalid_0's auc: 0.750996\n",
      "[278]\tvalid_0's auc: 0.750183\n",
      "[279]\tvalid_0's auc: 0.750833\n",
      "[280]\tvalid_0's auc: 0.75067\n",
      "[281]\tvalid_0's auc: 0.751564\n",
      "[282]\tvalid_0's auc: 0.750996\n",
      "[283]\tvalid_0's auc: 0.750752\n",
      "[284]\tvalid_0's auc: 0.751239\n",
      "[285]\tvalid_0's auc: 0.751077\n",
      "[286]\tvalid_0's auc: 0.750752\n",
      "[287]\tvalid_0's auc: 0.750345\n",
      "[288]\tvalid_0's auc: 0.751239\n",
      "[289]\tvalid_0's auc: 0.751646\n",
      "[290]\tvalid_0's auc: 0.75254\n",
      "[291]\tvalid_0's auc: 0.752133\n",
      "[292]\tvalid_0's auc: 0.751564\n",
      "[293]\tvalid_0's auc: 0.751239\n",
      "[294]\tvalid_0's auc: 0.750833\n",
      "[295]\tvalid_0's auc: 0.75067\n",
      "[296]\tvalid_0's auc: 0.750102\n",
      "[297]\tvalid_0's auc: 0.750914\n",
      "[298]\tvalid_0's auc: 0.752783\n",
      "[299]\tvalid_0's auc: 0.751808\n",
      "[300]\tvalid_0's auc: 0.753434\n",
      "[301]\tvalid_0's auc: 0.753027\n",
      "[302]\tvalid_0's auc: 0.753677\n",
      "[303]\tvalid_0's auc: 0.753759\n",
      "[304]\tvalid_0's auc: 0.752946\n",
      "[305]\tvalid_0's auc: 0.752783\n",
      "[306]\tvalid_0's auc: 0.753108\n",
      "[307]\tvalid_0's auc: 0.753352\n",
      "[308]\tvalid_0's auc: 0.752783\n",
      "[309]\tvalid_0's auc: 0.754084\n",
      "[310]\tvalid_0's auc: 0.753596\n",
      "[311]\tvalid_0's auc: 0.754084\n",
      "[312]\tvalid_0's auc: 0.754328\n",
      "[313]\tvalid_0's auc: 0.754815\n",
      "[314]\tvalid_0's auc: 0.75514\n",
      "[315]\tvalid_0's auc: 0.755059\n",
      "[316]\tvalid_0's auc: 0.755465\n",
      "[317]\tvalid_0's auc: 0.756359\n",
      "[318]\tvalid_0's auc: 0.756766\n",
      "[319]\tvalid_0's auc: 0.756684\n",
      "[320]\tvalid_0's auc: 0.756684\n",
      "[321]\tvalid_0's auc: 0.755709\n",
      "[322]\tvalid_0's auc: 0.755628\n",
      "[323]\tvalid_0's auc: 0.756034\n",
      "[324]\tvalid_0's auc: 0.756197\n",
      "[325]\tvalid_0's auc: 0.755547\n",
      "[326]\tvalid_0's auc: 0.754653\n",
      "[327]\tvalid_0's auc: 0.754978\n",
      "[328]\tvalid_0's auc: 0.754571\n",
      "[329]\tvalid_0's auc: 0.755303\n",
      "[330]\tvalid_0's auc: 0.754653\n",
      "[331]\tvalid_0's auc: 0.754815\n",
      "[332]\tvalid_0's auc: 0.754978\n",
      "[333]\tvalid_0's auc: 0.754002\n",
      "[334]\tvalid_0's auc: 0.754165\n",
      "[335]\tvalid_0's auc: 0.753352\n",
      "[336]\tvalid_0's auc: 0.75449\n",
      "[337]\tvalid_0's auc: 0.753596\n",
      "[338]\tvalid_0's auc: 0.754246\n",
      "[339]\tvalid_0's auc: 0.754571\n",
      "[340]\tvalid_0's auc: 0.756034\n",
      "[341]\tvalid_0's auc: 0.75644\n",
      "[342]\tvalid_0's auc: 0.756766\n",
      "[343]\tvalid_0's auc: 0.756928\n",
      "[344]\tvalid_0's auc: 0.757009\n",
      "[345]\tvalid_0's auc: 0.756766\n",
      "[346]\tvalid_0's auc: 0.75644\n",
      "[347]\tvalid_0's auc: 0.757172\n",
      "[348]\tvalid_0's auc: 0.758391\n",
      "[349]\tvalid_0's auc: 0.758879\n",
      "[350]\tvalid_0's auc: 0.759122\n",
      "[351]\tvalid_0's auc: 0.75896\n",
      "[352]\tvalid_0's auc: 0.758797\n",
      "[353]\tvalid_0's auc: 0.758716\n",
      "[354]\tvalid_0's auc: 0.75831\n",
      "[355]\tvalid_0's auc: 0.758147\n",
      "[356]\tvalid_0's auc: 0.759041\n",
      "[357]\tvalid_0's auc: 0.759854\n",
      "[358]\tvalid_0's auc: 0.760016\n",
      "[359]\tvalid_0's auc: 0.760423\n",
      "[360]\tvalid_0's auc: 0.759772\n",
      "[361]\tvalid_0's auc: 0.759285\n",
      "[362]\tvalid_0's auc: 0.759935\n",
      "[363]\tvalid_0's auc: 0.759122\n",
      "[364]\tvalid_0's auc: 0.759041\n",
      "[365]\tvalid_0's auc: 0.759041\n",
      "[366]\tvalid_0's auc: 0.758716\n",
      "[367]\tvalid_0's auc: 0.758391\n",
      "[368]\tvalid_0's auc: 0.75896\n",
      "[369]\tvalid_0's auc: 0.758472\n",
      "[370]\tvalid_0's auc: 0.758635\n",
      "[371]\tvalid_0's auc: 0.759041\n",
      "[372]\tvalid_0's auc: 0.76026\n",
      "[373]\tvalid_0's auc: 0.760179\n",
      "[374]\tvalid_0's auc: 0.761398\n",
      "[375]\tvalid_0's auc: 0.761235\n",
      "[376]\tvalid_0's auc: 0.760585\n",
      "[377]\tvalid_0's auc: 0.760666\n",
      "[378]\tvalid_0's auc: 0.759935\n",
      "[379]\tvalid_0's auc: 0.760666\n",
      "[380]\tvalid_0's auc: 0.760423\n",
      "[381]\tvalid_0's auc: 0.761235\n",
      "[382]\tvalid_0's auc: 0.761967\n",
      "[383]\tvalid_0's auc: 0.762617\n",
      "[384]\tvalid_0's auc: 0.763511\n",
      "[385]\tvalid_0's auc: 0.762942\n",
      "[386]\tvalid_0's auc: 0.764161\n",
      "[387]\tvalid_0's auc: 0.764649\n",
      "[388]\tvalid_0's auc: 0.763998\n",
      "[389]\tvalid_0's auc: 0.765217\n",
      "[390]\tvalid_0's auc: 0.765299\n",
      "[391]\tvalid_0's auc: 0.765461\n",
      "[392]\tvalid_0's auc: 0.765055\n",
      "[393]\tvalid_0's auc: 0.764567\n",
      "[394]\tvalid_0's auc: 0.764161\n",
      "[395]\tvalid_0's auc: 0.764567\n",
      "[396]\tvalid_0's auc: 0.765299\n",
      "[397]\tvalid_0's auc: 0.766843\n",
      "[398]\tvalid_0's auc: 0.76798\n",
      "[399]\tvalid_0's auc: 0.76798\n",
      "[400]\tvalid_0's auc: 0.768549\n",
      "[401]\tvalid_0's auc: 0.769037\n",
      "[402]\tvalid_0's auc: 0.768793\n",
      "[403]\tvalid_0's auc: 0.767899\n",
      "[404]\tvalid_0's auc: 0.767168\n",
      "[405]\tvalid_0's auc: 0.766111\n",
      "[406]\tvalid_0's auc: 0.765624\n",
      "[407]\tvalid_0's auc: 0.765055\n",
      "[408]\tvalid_0's auc: 0.764323\n",
      "[409]\tvalid_0's auc: 0.764649\n",
      "[410]\tvalid_0's auc: 0.764649\n",
      "[411]\tvalid_0's auc: 0.764567\n",
      "[412]\tvalid_0's auc: 0.763592\n",
      "[413]\tvalid_0's auc: 0.763998\n",
      "[414]\tvalid_0's auc: 0.76408\n",
      "[415]\tvalid_0's auc: 0.763104\n",
      "[416]\tvalid_0's auc: 0.762536\n",
      "[417]\tvalid_0's auc: 0.762942\n",
      "[418]\tvalid_0's auc: 0.763348\n",
      "[419]\tvalid_0's auc: 0.763104\n",
      "[420]\tvalid_0's auc: 0.761967\n",
      "[421]\tvalid_0's auc: 0.761398\n",
      "[422]\tvalid_0's auc: 0.761804\n",
      "[423]\tvalid_0's auc: 0.761642\n",
      "[424]\tvalid_0's auc: 0.761967\n",
      "[425]\tvalid_0's auc: 0.761804\n",
      "[426]\tvalid_0's auc: 0.761154\n",
      "[427]\tvalid_0's auc: 0.761804\n",
      "[428]\tvalid_0's auc: 0.761479\n",
      "[429]\tvalid_0's auc: 0.761235\n",
      "[430]\tvalid_0's auc: 0.760504\n",
      "[431]\tvalid_0's auc: 0.76026\n",
      "[432]\tvalid_0's auc: 0.759204\n",
      "[433]\tvalid_0's auc: 0.758797\n",
      "[434]\tvalid_0's auc: 0.759204\n",
      "[435]\tvalid_0's auc: 0.759772\n",
      "[436]\tvalid_0's auc: 0.76091\n",
      "[437]\tvalid_0's auc: 0.760098\n",
      "[438]\tvalid_0's auc: 0.761073\n",
      "[439]\tvalid_0's auc: 0.760991\n",
      "[440]\tvalid_0's auc: 0.761398\n",
      "[441]\tvalid_0's auc: 0.761235\n",
      "[442]\tvalid_0's auc: 0.760991\n",
      "[443]\tvalid_0's auc: 0.761804\n",
      "[444]\tvalid_0's auc: 0.76156\n",
      "[445]\tvalid_0's auc: 0.76091\n",
      "[446]\tvalid_0's auc: 0.761317\n",
      "[447]\tvalid_0's auc: 0.761154\n",
      "[448]\tvalid_0's auc: 0.760585\n",
      "[449]\tvalid_0's auc: 0.760179\n",
      "[450]\tvalid_0's auc: 0.759447\n",
      "[451]\tvalid_0's auc: 0.759447\n",
      "[452]\tvalid_0's auc: 0.759772\n",
      "[453]\tvalid_0's auc: 0.761235\n",
      "[454]\tvalid_0's auc: 0.761073\n",
      "[455]\tvalid_0's auc: 0.761398\n",
      "[456]\tvalid_0's auc: 0.76091\n",
      "[457]\tvalid_0's auc: 0.761642\n",
      "[458]\tvalid_0's auc: 0.761398\n",
      "[459]\tvalid_0's auc: 0.761642\n",
      "[460]\tvalid_0's auc: 0.762861\n",
      "[461]\tvalid_0's auc: 0.76221\n",
      "[462]\tvalid_0's auc: 0.762129\n",
      "[463]\tvalid_0's auc: 0.761804\n",
      "[464]\tvalid_0's auc: 0.761235\n",
      "[465]\tvalid_0's auc: 0.761154\n",
      "[466]\tvalid_0's auc: 0.76156\n",
      "[467]\tvalid_0's auc: 0.76156\n",
      "[468]\tvalid_0's auc: 0.761967\n",
      "[469]\tvalid_0's auc: 0.761967\n",
      "[470]\tvalid_0's auc: 0.762292\n",
      "[471]\tvalid_0's auc: 0.762292\n",
      "[472]\tvalid_0's auc: 0.76343\n",
      "[473]\tvalid_0's auc: 0.76343\n",
      "[474]\tvalid_0's auc: 0.764405\n",
      "[475]\tvalid_0's auc: 0.764486\n",
      "[476]\tvalid_0's auc: 0.764649\n",
      "[477]\tvalid_0's auc: 0.765705\n",
      "[478]\tvalid_0's auc: 0.765217\n",
      "[479]\tvalid_0's auc: 0.765542\n",
      "[480]\tvalid_0's auc: 0.765461\n",
      "[481]\tvalid_0's auc: 0.766111\n",
      "[482]\tvalid_0's auc: 0.766274\n",
      "[483]\tvalid_0's auc: 0.766274\n",
      "[484]\tvalid_0's auc: 0.766193\n",
      "[485]\tvalid_0's auc: 0.766436\n",
      "[486]\tvalid_0's auc: 0.766843\n",
      "[487]\tvalid_0's auc: 0.765542\n",
      "[488]\tvalid_0's auc: 0.765055\n",
      "[489]\tvalid_0's auc: 0.765299\n",
      "[490]\tvalid_0's auc: 0.765136\n",
      "[491]\tvalid_0's auc: 0.765136\n",
      "[492]\tvalid_0's auc: 0.764486\n",
      "[493]\tvalid_0's auc: 0.764486\n",
      "[494]\tvalid_0's auc: 0.763836\n",
      "[495]\tvalid_0's auc: 0.763755\n",
      "[496]\tvalid_0's auc: 0.764405\n",
      "[497]\tvalid_0's auc: 0.765055\n",
      "[498]\tvalid_0's auc: 0.764892\n",
      "[499]\tvalid_0's auc: 0.76538\n",
      "[500]\tvalid_0's auc: 0.764811\n",
      "[501]\tvalid_0's auc: 0.764649\n",
      "[502]\tvalid_0's auc: 0.764811\n",
      "[503]\tvalid_0's auc: 0.764242\n",
      "[504]\tvalid_0's auc: 0.764161\n",
      "[505]\tvalid_0's auc: 0.76343\n",
      "[506]\tvalid_0's auc: 0.763836\n",
      "[507]\tvalid_0's auc: 0.76473\n",
      "[508]\tvalid_0's auc: 0.764892\n",
      "[509]\tvalid_0's auc: 0.765461\n",
      "[510]\tvalid_0's auc: 0.765217\n",
      "[511]\tvalid_0's auc: 0.764567\n",
      "[512]\tvalid_0's auc: 0.764486\n",
      "[513]\tvalid_0's auc: 0.764486\n",
      "[514]\tvalid_0's auc: 0.763836\n",
      "[515]\tvalid_0's auc: 0.763998\n",
      "[516]\tvalid_0's auc: 0.763755\n",
      "[517]\tvalid_0's auc: 0.763998\n",
      "[518]\tvalid_0's auc: 0.763998\n",
      "[519]\tvalid_0's auc: 0.763836\n",
      "[520]\tvalid_0's auc: 0.763917\n",
      "[521]\tvalid_0's auc: 0.763836\n",
      "[522]\tvalid_0's auc: 0.763836\n",
      "[523]\tvalid_0's auc: 0.763186\n",
      "[524]\tvalid_0's auc: 0.764323\n",
      "[525]\tvalid_0's auc: 0.765136\n",
      "[526]\tvalid_0's auc: 0.765055\n",
      "[527]\tvalid_0's auc: 0.765136\n",
      "[528]\tvalid_0's auc: 0.765542\n",
      "[529]\tvalid_0's auc: 0.765949\n",
      "[530]\tvalid_0's auc: 0.765461\n",
      "[531]\tvalid_0's auc: 0.765868\n",
      "[532]\tvalid_0's auc: 0.765868\n",
      "[533]\tvalid_0's auc: 0.766599\n",
      "[534]\tvalid_0's auc: 0.766111\n",
      "[535]\tvalid_0's auc: 0.766193\n",
      "[536]\tvalid_0's auc: 0.767493\n",
      "[537]\tvalid_0's auc: 0.767249\n",
      "[538]\tvalid_0's auc: 0.767168\n",
      "[539]\tvalid_0's auc: 0.768631\n",
      "[540]\tvalid_0's auc: 0.768062\n",
      "[541]\tvalid_0's auc: 0.769037\n",
      "[542]\tvalid_0's auc: 0.768549\n",
      "[543]\tvalid_0's auc: 0.768387\n",
      "[544]\tvalid_0's auc: 0.767899\n",
      "[545]\tvalid_0's auc: 0.768468\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[546]\tvalid_0's auc: 0.768143\n",
      "[547]\tvalid_0's auc: 0.767818\n",
      "[548]\tvalid_0's auc: 0.768062\n",
      "[549]\tvalid_0's auc: 0.768793\n",
      "[550]\tvalid_0's auc: 0.768387\n",
      "[551]\tvalid_0's auc: 0.767818\n",
      "[552]\tvalid_0's auc: 0.767249\n",
      "[553]\tvalid_0's auc: 0.766518\n",
      "[554]\tvalid_0's auc: 0.766355\n",
      "[555]\tvalid_0's auc: 0.766518\n",
      "[556]\tvalid_0's auc: 0.765705\n",
      "[557]\tvalid_0's auc: 0.76603\n",
      "[558]\tvalid_0's auc: 0.76668\n",
      "[559]\tvalid_0's auc: 0.766843\n",
      "[560]\tvalid_0's auc: 0.766436\n",
      "[561]\tvalid_0's auc: 0.766518\n",
      "[562]\tvalid_0's auc: 0.766518\n",
      "[563]\tvalid_0's auc: 0.767087\n",
      "[564]\tvalid_0's auc: 0.767493\n",
      "[565]\tvalid_0's auc: 0.767412\n",
      "[566]\tvalid_0's auc: 0.76733\n",
      "[567]\tvalid_0's auc: 0.76798\n",
      "[568]\tvalid_0's auc: 0.768143\n",
      "[569]\tvalid_0's auc: 0.768468\n",
      "[570]\tvalid_0's auc: 0.768143\n",
      "[571]\tvalid_0's auc: 0.767818\n",
      "[572]\tvalid_0's auc: 0.767087\n",
      "[573]\tvalid_0's auc: 0.767087\n",
      "[574]\tvalid_0's auc: 0.767087\n",
      "[575]\tvalid_0's auc: 0.76668\n",
      "[576]\tvalid_0's auc: 0.765624\n",
      "[577]\tvalid_0's auc: 0.765136\n",
      "[578]\tvalid_0's auc: 0.765055\n",
      "[579]\tvalid_0's auc: 0.765461\n",
      "[580]\tvalid_0's auc: 0.764892\n",
      "[581]\tvalid_0's auc: 0.764323\n",
      "[582]\tvalid_0's auc: 0.763755\n",
      "[583]\tvalid_0's auc: 0.763755\n",
      "[584]\tvalid_0's auc: 0.763186\n",
      "[585]\tvalid_0's auc: 0.762779\n",
      "[586]\tvalid_0's auc: 0.762373\n",
      "[587]\tvalid_0's auc: 0.761885\n",
      "[588]\tvalid_0's auc: 0.763023\n",
      "[589]\tvalid_0's auc: 0.763267\n",
      "[590]\tvalid_0's auc: 0.762698\n",
      "[591]\tvalid_0's auc: 0.762617\n",
      "[592]\tvalid_0's auc: 0.762861\n",
      "[593]\tvalid_0's auc: 0.763511\n",
      "[594]\tvalid_0's auc: 0.76343\n",
      "[595]\tvalid_0's auc: 0.763592\n",
      "[596]\tvalid_0's auc: 0.763186\n",
      "[597]\tvalid_0's auc: 0.762617\n",
      "[598]\tvalid_0's auc: 0.762779\n",
      "[599]\tvalid_0's auc: 0.761967\n",
      "[600]\tvalid_0's auc: 0.762373\n",
      "[601]\tvalid_0's auc: 0.762373\n",
      "Early stopping, best iteration is:\n",
      "[401]\tvalid_0's auc: 0.769037\n",
      "[1]\tvalid_0's auc: 0.609199\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.61066\n",
      "[3]\tvalid_0's auc: 0.616668\n",
      "[4]\tvalid_0's auc: 0.63319\n",
      "[5]\tvalid_0's auc: 0.641268\n",
      "[6]\tvalid_0's auc: 0.641999\n",
      "[7]\tvalid_0's auc: 0.661484\n",
      "[8]\tvalid_0's auc: 0.662255\n",
      "[9]\tvalid_0's auc: 0.654015\n",
      "[10]\tvalid_0's auc: 0.647885\n",
      "[11]\tvalid_0's auc: 0.657587\n",
      "[12]\tvalid_0's auc: 0.659251\n",
      "[13]\tvalid_0's auc: 0.657141\n",
      "[14]\tvalid_0's auc: 0.652026\n",
      "[15]\tvalid_0's auc: 0.64683\n",
      "[16]\tvalid_0's auc: 0.642121\n",
      "[17]\tvalid_0's auc: 0.64821\n",
      "[18]\tvalid_0's auc: 0.647317\n",
      "[19]\tvalid_0's auc: 0.64959\n",
      "[20]\tvalid_0's auc: 0.656735\n",
      "[21]\tvalid_0's auc: 0.661038\n",
      "[22]\tvalid_0's auc: 0.661525\n",
      "[23]\tvalid_0's auc: 0.66055\n",
      "[24]\tvalid_0's auc: 0.661687\n",
      "[25]\tvalid_0's auc: 0.660307\n",
      "[26]\tvalid_0's auc: 0.666071\n",
      "[27]\tvalid_0's auc: 0.662824\n",
      "[28]\tvalid_0's auc: 0.66055\n",
      "[29]\tvalid_0's auc: 0.663067\n",
      "[30]\tvalid_0's auc: 0.661119\n",
      "[31]\tvalid_0's auc: 0.656653\n",
      "[32]\tvalid_0's auc: 0.65576\n",
      "[33]\tvalid_0's auc: 0.65844\n",
      "[34]\tvalid_0's auc: 0.656166\n",
      "[35]\tvalid_0's auc: 0.654055\n",
      "[36]\tvalid_0's auc: 0.651051\n",
      "[37]\tvalid_0's auc: 0.654867\n",
      "[38]\tvalid_0's auc: 0.652594\n",
      "[39]\tvalid_0's auc: 0.653649\n",
      "[40]\tvalid_0's auc: 0.649752\n",
      "[41]\tvalid_0's auc: 0.653243\n",
      "[42]\tvalid_0's auc: 0.658277\n",
      "[43]\tvalid_0's auc: 0.659739\n",
      "[44]\tvalid_0's auc: 0.660632\n",
      "[45]\tvalid_0's auc: 0.665259\n",
      "[46]\tvalid_0's auc: 0.663148\n",
      "[47]\tvalid_0's auc: 0.662824\n",
      "[48]\tvalid_0's auc: 0.663473\n",
      "[49]\tvalid_0's auc: 0.667127\n",
      "[50]\tvalid_0's auc: 0.670455\n",
      "[51]\tvalid_0's auc: 0.673135\n",
      "[52]\tvalid_0's auc: 0.676382\n",
      "[53]\tvalid_0's auc: 0.676951\n",
      "[54]\tvalid_0's auc: 0.678737\n",
      "[55]\tvalid_0's auc: 0.682309\n",
      "[56]\tvalid_0's auc: 0.682715\n",
      "[57]\tvalid_0's auc: 0.682228\n",
      "[58]\tvalid_0's auc: 0.683202\n",
      "[59]\tvalid_0's auc: 0.682147\n",
      "[60]\tvalid_0's auc: 0.68239\n",
      "[61]\tvalid_0's auc: 0.682147\n",
      "[62]\tvalid_0's auc: 0.68036\n",
      "[63]\tvalid_0's auc: 0.681091\n",
      "[64]\tvalid_0's auc: 0.681416\n",
      "[65]\tvalid_0's auc: 0.681984\n",
      "[66]\tvalid_0's auc: 0.682147\n",
      "[67]\tvalid_0's auc: 0.682309\n",
      "[68]\tvalid_0's auc: 0.680523\n",
      "[69]\tvalid_0's auc: 0.678656\n",
      "[70]\tvalid_0's auc: 0.677356\n",
      "[71]\tvalid_0's auc: 0.67898\n",
      "[72]\tvalid_0's auc: 0.681822\n",
      "[73]\tvalid_0's auc: 0.681984\n",
      "[74]\tvalid_0's auc: 0.679711\n",
      "[75]\tvalid_0's auc: 0.681984\n",
      "[76]\tvalid_0's auc: 0.683852\n",
      "[77]\tvalid_0's auc: 0.683364\n",
      "[78]\tvalid_0's auc: 0.683608\n",
      "[79]\tvalid_0's auc: 0.685557\n",
      "[80]\tvalid_0's auc: 0.683527\n",
      "[81]\tvalid_0's auc: 0.687505\n",
      "[82]\tvalid_0's auc: 0.690022\n",
      "[83]\tvalid_0's auc: 0.690347\n",
      "[84]\tvalid_0's auc: 0.692458\n",
      "[85]\tvalid_0's auc: 0.695137\n",
      "[86]\tvalid_0's auc: 0.694893\n",
      "[87]\tvalid_0's auc: 0.695786\n",
      "[88]\tvalid_0's auc: 0.696517\n",
      "[89]\tvalid_0's auc: 0.697004\n",
      "[90]\tvalid_0's auc: 0.696355\n",
      "[91]\tvalid_0's auc: 0.698141\n",
      "[92]\tvalid_0's auc: 0.701794\n",
      "[93]\tvalid_0's auc: 0.70285\n",
      "[94]\tvalid_0's auc: 0.70285\n",
      "[95]\tvalid_0's auc: 0.70626\n",
      "[96]\tvalid_0's auc: 0.708614\n",
      "[97]\tvalid_0's auc: 0.707965\n",
      "[98]\tvalid_0's auc: 0.706097\n",
      "[99]\tvalid_0's auc: 0.705854\n",
      "[100]\tvalid_0's auc: 0.707072\n",
      "[101]\tvalid_0's auc: 0.707234\n",
      "[102]\tvalid_0's auc: 0.706341\n",
      "[103]\tvalid_0's auc: 0.706584\n",
      "[104]\tvalid_0's auc: 0.70764\n",
      "[105]\tvalid_0's auc: 0.707721\n",
      "[106]\tvalid_0's auc: 0.709426\n",
      "[107]\tvalid_0's auc: 0.710563\n",
      "[108]\tvalid_0's auc: 0.710887\n",
      "[109]\tvalid_0's auc: 0.709832\n",
      "[110]\tvalid_0's auc: 0.711375\n",
      "[111]\tvalid_0's auc: 0.714297\n",
      "[112]\tvalid_0's auc: 0.713567\n",
      "[113]\tvalid_0's auc: 0.71519\n",
      "[114]\tvalid_0's auc: 0.71722\n",
      "[115]\tvalid_0's auc: 0.716895\n",
      "[116]\tvalid_0's auc: 0.714947\n",
      "[117]\tvalid_0's auc: 0.714054\n",
      "[118]\tvalid_0's auc: 0.715515\n",
      "[119]\tvalid_0's auc: 0.714622\n",
      "[120]\tvalid_0's auc: 0.715759\n",
      "[121]\tvalid_0's auc: 0.719006\n",
      "[122]\tvalid_0's auc: 0.719737\n",
      "[123]\tvalid_0's auc: 0.720549\n",
      "[124]\tvalid_0's auc: 0.721117\n",
      "[125]\tvalid_0's auc: 0.719656\n",
      "[126]\tvalid_0's auc: 0.719981\n",
      "[127]\tvalid_0's auc: 0.718763\n",
      "[128]\tvalid_0's auc: 0.718681\n",
      "[129]\tvalid_0's auc: 0.719169\n",
      "[130]\tvalid_0's auc: 0.720062\n",
      "[131]\tvalid_0's auc: 0.720549\n",
      "[132]\tvalid_0's auc: 0.71925\n",
      "[133]\tvalid_0's auc: 0.719087\n",
      "[134]\tvalid_0's auc: 0.718357\n",
      "[135]\tvalid_0's auc: 0.720305\n",
      "[136]\tvalid_0's auc: 0.721198\n",
      "[137]\tvalid_0's auc: 0.722497\n",
      "[138]\tvalid_0's auc: 0.723634\n",
      "[139]\tvalid_0's auc: 0.723228\n",
      "[140]\tvalid_0's auc: 0.722984\n",
      "[141]\tvalid_0's auc: 0.722335\n",
      "[142]\tvalid_0's auc: 0.720305\n",
      "[143]\tvalid_0's auc: 0.719981\n",
      "[144]\tvalid_0's auc: 0.720468\n",
      "[145]\tvalid_0's auc: 0.719006\n",
      "[146]\tvalid_0's auc: 0.721929\n",
      "[147]\tvalid_0's auc: 0.720955\n",
      "[148]\tvalid_0's auc: 0.720711\n",
      "[149]\tvalid_0's auc: 0.722579\n",
      "[150]\tvalid_0's auc: 0.722335\n",
      "[151]\tvalid_0's auc: 0.723228\n",
      "[152]\tvalid_0's auc: 0.722822\n",
      "[153]\tvalid_0's auc: 0.722822\n",
      "[154]\tvalid_0's auc: 0.723066\n",
      "[155]\tvalid_0's auc: 0.721523\n",
      "[156]\tvalid_0's auc: 0.72201\n",
      "[157]\tvalid_0's auc: 0.721036\n",
      "[158]\tvalid_0's auc: 0.721361\n",
      "[159]\tvalid_0's auc: 0.722416\n",
      "[160]\tvalid_0's auc: 0.720062\n",
      "[161]\tvalid_0's auc: 0.719656\n",
      "[162]\tvalid_0's auc: 0.719818\n",
      "[163]\tvalid_0's auc: 0.721198\n",
      "[164]\tvalid_0's auc: 0.720549\n",
      "[165]\tvalid_0's auc: 0.721361\n",
      "[166]\tvalid_0's auc: 0.723228\n",
      "[167]\tvalid_0's auc: 0.721929\n",
      "[168]\tvalid_0's auc: 0.722335\n",
      "[169]\tvalid_0's auc: 0.723228\n",
      "[170]\tvalid_0's auc: 0.722903\n",
      "[171]\tvalid_0's auc: 0.724284\n",
      "[172]\tvalid_0's auc: 0.724284\n",
      "[173]\tvalid_0's auc: 0.723147\n",
      "[174]\tvalid_0's auc: 0.723309\n",
      "[175]\tvalid_0's auc: 0.723715\n",
      "[176]\tvalid_0's auc: 0.722579\n",
      "[177]\tvalid_0's auc: 0.724121\n",
      "[178]\tvalid_0's auc: 0.724284\n",
      "[179]\tvalid_0's auc: 0.724852\n",
      "[180]\tvalid_0's auc: 0.726638\n",
      "[181]\tvalid_0's auc: 0.727612\n",
      "[182]\tvalid_0's auc: 0.727531\n",
      "[183]\tvalid_0's auc: 0.728668\n",
      "[184]\tvalid_0's auc: 0.729155\n",
      "[185]\tvalid_0's auc: 0.729155\n",
      "[186]\tvalid_0's auc: 0.732078\n",
      "[187]\tvalid_0's auc: 0.732484\n",
      "[188]\tvalid_0's auc: 0.732078\n",
      "[189]\tvalid_0's auc: 0.732484\n",
      "[190]\tvalid_0's auc: 0.731347\n",
      "[191]\tvalid_0's auc: 0.729886\n",
      "[192]\tvalid_0's auc: 0.730291\n",
      "[193]\tvalid_0's auc: 0.73224\n",
      "[194]\tvalid_0's auc: 0.731185\n",
      "[195]\tvalid_0's auc: 0.729561\n",
      "[196]\tvalid_0's auc: 0.730697\n",
      "[197]\tvalid_0's auc: 0.73224\n",
      "[198]\tvalid_0's auc: 0.733701\n",
      "[199]\tvalid_0's auc: 0.732808\n",
      "[200]\tvalid_0's auc: 0.734676\n",
      "[201]\tvalid_0's auc: 0.733864\n",
      "[202]\tvalid_0's auc: 0.732484\n",
      "[203]\tvalid_0's auc: 0.73224\n",
      "[204]\tvalid_0's auc: 0.734676\n",
      "[205]\tvalid_0's auc: 0.734189\n",
      "[206]\tvalid_0's auc: 0.734594\n",
      "[207]\tvalid_0's auc: 0.734351\n",
      "[208]\tvalid_0's auc: 0.73362\n",
      "[209]\tvalid_0's auc: 0.734189\n",
      "[210]\tvalid_0's auc: 0.734757\n",
      "[211]\tvalid_0's auc: 0.73703\n",
      "[212]\tvalid_0's auc: 0.736949\n",
      "[213]\tvalid_0's auc: 0.736949\n",
      "[214]\tvalid_0's auc: 0.738329\n",
      "[215]\tvalid_0's auc: 0.739709\n",
      "[216]\tvalid_0's auc: 0.739953\n",
      "[217]\tvalid_0's auc: 0.741983\n",
      "[218]\tvalid_0's auc: 0.740196\n",
      "[219]\tvalid_0's auc: 0.741983\n",
      "[220]\tvalid_0's auc: 0.740927\n",
      "[221]\tvalid_0's auc: 0.741577\n",
      "[222]\tvalid_0's auc: 0.743282\n",
      "[223]\tvalid_0's auc: 0.744662\n",
      "[224]\tvalid_0's auc: 0.744012\n",
      "[225]\tvalid_0's auc: 0.746529\n",
      "[226]\tvalid_0's auc: 0.746123\n",
      "[227]\tvalid_0's auc: 0.745555\n",
      "[228]\tvalid_0's auc: 0.745068\n",
      "[229]\tvalid_0's auc: 0.745636\n",
      "[230]\tvalid_0's auc: 0.745393\n",
      "[231]\tvalid_0's auc: 0.744418\n",
      "[232]\tvalid_0's auc: 0.744499\n",
      "[233]\tvalid_0's auc: 0.743444\n",
      "[234]\tvalid_0's auc: 0.742551\n",
      "[235]\tvalid_0's auc: 0.742064\n",
      "[236]\tvalid_0's auc: 0.742795\n",
      "[237]\tvalid_0's auc: 0.742957\n",
      "[238]\tvalid_0's auc: 0.745311\n",
      "[239]\tvalid_0's auc: 0.745068\n",
      "[240]\tvalid_0's auc: 0.745068\n",
      "[241]\tvalid_0's auc: 0.745798\n",
      "[242]\tvalid_0's auc: 0.746529\n",
      "[243]\tvalid_0's auc: 0.747341\n",
      "[244]\tvalid_0's auc: 0.748315\n",
      "[245]\tvalid_0's auc: 0.748884\n",
      "[246]\tvalid_0's auc: 0.749208\n",
      "[247]\tvalid_0's auc: 0.74929\n",
      "[248]\tvalid_0's auc: 0.747828\n",
      "[249]\tvalid_0's auc: 0.747098\n",
      "[250]\tvalid_0's auc: 0.747747\n",
      "[251]\tvalid_0's auc: 0.747991\n",
      "[252]\tvalid_0's auc: 0.747747\n",
      "[253]\tvalid_0's auc: 0.74864\n",
      "[254]\tvalid_0's auc: 0.74929\n",
      "[255]\tvalid_0's auc: 0.74929\n",
      "[256]\tvalid_0's auc: 0.749939\n",
      "[257]\tvalid_0's auc: 0.75002\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[258]\tvalid_0's auc: 0.750832\n",
      "[259]\tvalid_0's auc: 0.750751\n",
      "[260]\tvalid_0's auc: 0.75205\n",
      "[261]\tvalid_0's auc: 0.752781\n",
      "[262]\tvalid_0's auc: 0.752862\n",
      "[263]\tvalid_0's auc: 0.753024\n",
      "[264]\tvalid_0's auc: 0.752375\n",
      "[265]\tvalid_0's auc: 0.752212\n",
      "[266]\tvalid_0's auc: 0.751969\n",
      "[267]\tvalid_0's auc: 0.751401\n",
      "[268]\tvalid_0's auc: 0.751482\n",
      "[269]\tvalid_0's auc: 0.753268\n",
      "[270]\tvalid_0's auc: 0.752862\n",
      "[271]\tvalid_0's auc: 0.753917\n",
      "[272]\tvalid_0's auc: 0.754323\n",
      "[273]\tvalid_0's auc: 0.754404\n",
      "[274]\tvalid_0's auc: 0.754973\n",
      "[275]\tvalid_0's auc: 0.754973\n",
      "[276]\tvalid_0's auc: 0.754567\n",
      "[277]\tvalid_0's auc: 0.753511\n",
      "[278]\tvalid_0's auc: 0.753674\n",
      "[279]\tvalid_0's auc: 0.754648\n",
      "[280]\tvalid_0's auc: 0.753999\n",
      "[281]\tvalid_0's auc: 0.755216\n",
      "[282]\tvalid_0's auc: 0.755135\n",
      "[283]\tvalid_0's auc: 0.755785\n",
      "[284]\tvalid_0's auc: 0.756109\n",
      "[285]\tvalid_0's auc: 0.755622\n",
      "[286]\tvalid_0's auc: 0.755135\n",
      "[287]\tvalid_0's auc: 0.755135\n",
      "[288]\tvalid_0's auc: 0.755379\n",
      "[289]\tvalid_0's auc: 0.754973\n",
      "[290]\tvalid_0's auc: 0.754323\n",
      "[291]\tvalid_0's auc: 0.755135\n",
      "[292]\tvalid_0's auc: 0.756191\n",
      "[293]\tvalid_0's auc: 0.755703\n",
      "[294]\tvalid_0's auc: 0.755622\n",
      "[295]\tvalid_0's auc: 0.755541\n",
      "[296]\tvalid_0's auc: 0.755541\n",
      "[297]\tvalid_0's auc: 0.755298\n",
      "[298]\tvalid_0's auc: 0.755622\n",
      "[299]\tvalid_0's auc: 0.756191\n",
      "[300]\tvalid_0's auc: 0.754973\n",
      "[301]\tvalid_0's auc: 0.756109\n",
      "[302]\tvalid_0's auc: 0.757084\n",
      "[303]\tvalid_0's auc: 0.757571\n",
      "[304]\tvalid_0's auc: 0.75749\n",
      "[305]\tvalid_0's auc: 0.758464\n",
      "[306]\tvalid_0's auc: 0.75887\n",
      "[307]\tvalid_0's auc: 0.758789\n",
      "[308]\tvalid_0's auc: 0.757896\n",
      "[309]\tvalid_0's auc: 0.758383\n",
      "[310]\tvalid_0's auc: 0.758626\n",
      "[311]\tvalid_0's auc: 0.759032\n",
      "[312]\tvalid_0's auc: 0.759195\n",
      "[313]\tvalid_0's auc: 0.759276\n",
      "[314]\tvalid_0's auc: 0.758789\n",
      "[315]\tvalid_0's auc: 0.760006\n",
      "[316]\tvalid_0's auc: 0.760088\n",
      "[317]\tvalid_0's auc: 0.759519\n",
      "[318]\tvalid_0's auc: 0.759276\n",
      "[319]\tvalid_0's auc: 0.760494\n",
      "[320]\tvalid_0's auc: 0.760412\n",
      "[321]\tvalid_0's auc: 0.760331\n",
      "[322]\tvalid_0's auc: 0.759763\n",
      "[323]\tvalid_0's auc: 0.761549\n",
      "[324]\tvalid_0's auc: 0.761062\n",
      "[325]\tvalid_0's auc: 0.760737\n",
      "[326]\tvalid_0's auc: 0.761793\n",
      "[327]\tvalid_0's auc: 0.761955\n",
      "[328]\tvalid_0's auc: 0.76301\n",
      "[329]\tvalid_0's auc: 0.763335\n",
      "[330]\tvalid_0's auc: 0.76366\n",
      "[331]\tvalid_0's auc: 0.763904\n",
      "[332]\tvalid_0's auc: 0.763498\n",
      "[333]\tvalid_0's auc: 0.764634\n",
      "[334]\tvalid_0's auc: 0.764797\n",
      "[335]\tvalid_0's auc: 0.763985\n",
      "[336]\tvalid_0's auc: 0.763904\n",
      "[337]\tvalid_0's auc: 0.764066\n",
      "[338]\tvalid_0's auc: 0.763904\n",
      "[339]\tvalid_0's auc: 0.764066\n",
      "[340]\tvalid_0's auc: 0.764309\n",
      "[341]\tvalid_0's auc: 0.763904\n",
      "[342]\tvalid_0's auc: 0.763092\n",
      "[343]\tvalid_0's auc: 0.764147\n",
      "[344]\tvalid_0's auc: 0.764878\n",
      "[345]\tvalid_0's auc: 0.763741\n",
      "[346]\tvalid_0's auc: 0.765203\n",
      "[347]\tvalid_0's auc: 0.764715\n",
      "[348]\tvalid_0's auc: 0.765609\n",
      "[349]\tvalid_0's auc: 0.765203\n",
      "[350]\tvalid_0's auc: 0.765203\n",
      "[351]\tvalid_0's auc: 0.764634\n",
      "[352]\tvalid_0's auc: 0.763985\n",
      "[353]\tvalid_0's auc: 0.764066\n",
      "[354]\tvalid_0's auc: 0.763904\n",
      "[355]\tvalid_0's auc: 0.763741\n",
      "[356]\tvalid_0's auc: 0.76301\n",
      "[357]\tvalid_0's auc: 0.762361\n",
      "[358]\tvalid_0's auc: 0.762848\n",
      "[359]\tvalid_0's auc: 0.762767\n",
      "[360]\tvalid_0's auc: 0.763173\n",
      "[361]\tvalid_0's auc: 0.763254\n",
      "[362]\tvalid_0's auc: 0.763822\n",
      "[363]\tvalid_0's auc: 0.764553\n",
      "[364]\tvalid_0's auc: 0.765933\n",
      "[365]\tvalid_0's auc: 0.766014\n",
      "[366]\tvalid_0's auc: 0.765933\n",
      "[367]\tvalid_0's auc: 0.765771\n",
      "[368]\tvalid_0's auc: 0.766177\n",
      "[369]\tvalid_0's auc: 0.76569\n",
      "[370]\tvalid_0's auc: 0.765933\n",
      "[371]\tvalid_0's auc: 0.765365\n",
      "[372]\tvalid_0's auc: 0.765203\n",
      "[373]\tvalid_0's auc: 0.765609\n",
      "[374]\tvalid_0's auc: 0.766096\n",
      "[375]\tvalid_0's auc: 0.766096\n",
      "[376]\tvalid_0's auc: 0.765284\n",
      "[377]\tvalid_0's auc: 0.764472\n",
      "[378]\tvalid_0's auc: 0.764391\n",
      "[379]\tvalid_0's auc: 0.763904\n",
      "[380]\tvalid_0's auc: 0.764066\n",
      "[381]\tvalid_0's auc: 0.763904\n",
      "[382]\tvalid_0's auc: 0.763904\n",
      "[383]\tvalid_0's auc: 0.764472\n",
      "[384]\tvalid_0's auc: 0.764715\n",
      "[385]\tvalid_0's auc: 0.764472\n",
      "[386]\tvalid_0's auc: 0.76504\n",
      "[387]\tvalid_0's auc: 0.765933\n",
      "[388]\tvalid_0's auc: 0.765121\n",
      "[389]\tvalid_0's auc: 0.765121\n",
      "[390]\tvalid_0's auc: 0.764715\n",
      "[391]\tvalid_0's auc: 0.763741\n",
      "[392]\tvalid_0's auc: 0.761793\n",
      "[393]\tvalid_0's auc: 0.7609\n",
      "[394]\tvalid_0's auc: 0.760737\n",
      "[395]\tvalid_0's auc: 0.759601\n",
      "[396]\tvalid_0's auc: 0.758789\n",
      "[397]\tvalid_0's auc: 0.757408\n",
      "[398]\tvalid_0's auc: 0.756597\n",
      "[399]\tvalid_0's auc: 0.756028\n",
      "[400]\tvalid_0's auc: 0.755866\n",
      "[401]\tvalid_0's auc: 0.756272\n",
      "[402]\tvalid_0's auc: 0.756434\n",
      "[403]\tvalid_0's auc: 0.756921\n",
      "[404]\tvalid_0's auc: 0.757408\n",
      "[405]\tvalid_0's auc: 0.757814\n",
      "[406]\tvalid_0's auc: 0.757896\n",
      "[407]\tvalid_0's auc: 0.758545\n",
      "[408]\tvalid_0's auc: 0.757652\n",
      "[409]\tvalid_0's auc: 0.758545\n",
      "[410]\tvalid_0's auc: 0.759195\n",
      "[411]\tvalid_0's auc: 0.759844\n",
      "[412]\tvalid_0's auc: 0.760412\n",
      "[413]\tvalid_0's auc: 0.760494\n",
      "[414]\tvalid_0's auc: 0.7609\n",
      "[415]\tvalid_0's auc: 0.760656\n",
      "[416]\tvalid_0's auc: 0.759844\n",
      "[417]\tvalid_0's auc: 0.760088\n",
      "[418]\tvalid_0's auc: 0.759276\n",
      "[419]\tvalid_0's auc: 0.759195\n",
      "[420]\tvalid_0's auc: 0.759032\n",
      "[421]\tvalid_0's auc: 0.759763\n",
      "[422]\tvalid_0's auc: 0.760088\n",
      "[423]\tvalid_0's auc: 0.760737\n",
      "[424]\tvalid_0's auc: 0.759682\n",
      "[425]\tvalid_0's auc: 0.759601\n",
      "[426]\tvalid_0's auc: 0.75887\n",
      "[427]\tvalid_0's auc: 0.758951\n",
      "[428]\tvalid_0's auc: 0.757652\n",
      "[429]\tvalid_0's auc: 0.756759\n",
      "[430]\tvalid_0's auc: 0.757571\n",
      "[431]\tvalid_0's auc: 0.758626\n",
      "[432]\tvalid_0's auc: 0.758789\n",
      "[433]\tvalid_0's auc: 0.759682\n",
      "[434]\tvalid_0's auc: 0.758951\n",
      "[435]\tvalid_0's auc: 0.759113\n",
      "[436]\tvalid_0's auc: 0.759032\n",
      "[437]\tvalid_0's auc: 0.758626\n",
      "[438]\tvalid_0's auc: 0.759113\n",
      "[439]\tvalid_0's auc: 0.759519\n",
      "[440]\tvalid_0's auc: 0.759763\n",
      "[441]\tvalid_0's auc: 0.760006\n",
      "[442]\tvalid_0's auc: 0.760494\n",
      "[443]\tvalid_0's auc: 0.76025\n",
      "[444]\tvalid_0's auc: 0.760656\n",
      "[445]\tvalid_0's auc: 0.761793\n",
      "[446]\tvalid_0's auc: 0.762117\n",
      "[447]\tvalid_0's auc: 0.763254\n",
      "[448]\tvalid_0's auc: 0.76301\n",
      "[449]\tvalid_0's auc: 0.764391\n",
      "[450]\tvalid_0's auc: 0.76366\n",
      "[451]\tvalid_0's auc: 0.762848\n",
      "[452]\tvalid_0's auc: 0.762848\n",
      "[453]\tvalid_0's auc: 0.76228\n",
      "[454]\tvalid_0's auc: 0.7609\n",
      "[455]\tvalid_0's auc: 0.760981\n",
      "[456]\tvalid_0's auc: 0.7609\n",
      "[457]\tvalid_0's auc: 0.760006\n",
      "[458]\tvalid_0's auc: 0.760331\n",
      "[459]\tvalid_0's auc: 0.759519\n",
      "[460]\tvalid_0's auc: 0.759195\n",
      "[461]\tvalid_0's auc: 0.758789\n",
      "[462]\tvalid_0's auc: 0.75887\n",
      "[463]\tvalid_0's auc: 0.75887\n",
      "[464]\tvalid_0's auc: 0.759032\n",
      "[465]\tvalid_0's auc: 0.758626\n",
      "[466]\tvalid_0's auc: 0.759032\n",
      "[467]\tvalid_0's auc: 0.759032\n",
      "[468]\tvalid_0's auc: 0.759113\n",
      "[469]\tvalid_0's auc: 0.758951\n",
      "[470]\tvalid_0's auc: 0.759357\n",
      "[471]\tvalid_0's auc: 0.759601\n",
      "[472]\tvalid_0's auc: 0.760006\n",
      "[473]\tvalid_0's auc: 0.759844\n",
      "[474]\tvalid_0's auc: 0.760088\n",
      "[475]\tvalid_0's auc: 0.760737\n",
      "[476]\tvalid_0's auc: 0.759763\n",
      "[477]\tvalid_0's auc: 0.759519\n",
      "[478]\tvalid_0's auc: 0.759601\n",
      "[479]\tvalid_0's auc: 0.759195\n",
      "[480]\tvalid_0's auc: 0.759519\n",
      "[481]\tvalid_0's auc: 0.759682\n",
      "[482]\tvalid_0's auc: 0.760006\n",
      "[483]\tvalid_0's auc: 0.760088\n",
      "[484]\tvalid_0's auc: 0.760088\n",
      "[485]\tvalid_0's auc: 0.760331\n",
      "[486]\tvalid_0's auc: 0.760494\n",
      "[487]\tvalid_0's auc: 0.760656\n",
      "[488]\tvalid_0's auc: 0.761224\n",
      "[489]\tvalid_0's auc: 0.760981\n",
      "[490]\tvalid_0's auc: 0.760818\n",
      "[491]\tvalid_0's auc: 0.7609\n",
      "[492]\tvalid_0's auc: 0.760006\n",
      "[493]\tvalid_0's auc: 0.760575\n",
      "[494]\tvalid_0's auc: 0.760575\n",
      "[495]\tvalid_0's auc: 0.760818\n",
      "[496]\tvalid_0's auc: 0.760818\n",
      "[497]\tvalid_0's auc: 0.762361\n",
      "[498]\tvalid_0's auc: 0.763335\n",
      "[499]\tvalid_0's auc: 0.763092\n",
      "[500]\tvalid_0's auc: 0.763092\n",
      "[501]\tvalid_0's auc: 0.76228\n",
      "[502]\tvalid_0's auc: 0.762442\n",
      "[503]\tvalid_0's auc: 0.76228\n",
      "[504]\tvalid_0's auc: 0.761387\n",
      "[505]\tvalid_0's auc: 0.761468\n",
      "[506]\tvalid_0's auc: 0.761955\n",
      "[507]\tvalid_0's auc: 0.762361\n",
      "[508]\tvalid_0's auc: 0.762361\n",
      "[509]\tvalid_0's auc: 0.763579\n",
      "[510]\tvalid_0's auc: 0.763173\n",
      "[511]\tvalid_0's auc: 0.762036\n",
      "[512]\tvalid_0's auc: 0.761306\n",
      "[513]\tvalid_0's auc: 0.761387\n",
      "[514]\tvalid_0's auc: 0.76163\n",
      "[515]\tvalid_0's auc: 0.761306\n",
      "[516]\tvalid_0's auc: 0.761143\n",
      "[517]\tvalid_0's auc: 0.761224\n",
      "[518]\tvalid_0's auc: 0.760818\n",
      "[519]\tvalid_0's auc: 0.760575\n",
      "[520]\tvalid_0's auc: 0.760575\n",
      "[521]\tvalid_0's auc: 0.760656\n",
      "[522]\tvalid_0's auc: 0.760169\n",
      "[523]\tvalid_0's auc: 0.760494\n",
      "[524]\tvalid_0's auc: 0.760412\n",
      "[525]\tvalid_0's auc: 0.760169\n",
      "[526]\tvalid_0's auc: 0.760088\n",
      "[527]\tvalid_0's auc: 0.759925\n",
      "[528]\tvalid_0's auc: 0.760169\n",
      "[529]\tvalid_0's auc: 0.759113\n",
      "[530]\tvalid_0's auc: 0.759357\n",
      "[531]\tvalid_0's auc: 0.759438\n",
      "[532]\tvalid_0's auc: 0.760088\n",
      "[533]\tvalid_0's auc: 0.760656\n",
      "[534]\tvalid_0's auc: 0.76025\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[535]\tvalid_0's auc: 0.760412\n",
      "[536]\tvalid_0's auc: 0.759844\n",
      "[537]\tvalid_0's auc: 0.759763\n",
      "[538]\tvalid_0's auc: 0.759519\n",
      "[539]\tvalid_0's auc: 0.759519\n",
      "[540]\tvalid_0's auc: 0.759519\n",
      "[541]\tvalid_0's auc: 0.758626\n",
      "[542]\tvalid_0's auc: 0.758789\n",
      "[543]\tvalid_0's auc: 0.759032\n",
      "[544]\tvalid_0's auc: 0.759682\n",
      "[545]\tvalid_0's auc: 0.760006\n",
      "[546]\tvalid_0's auc: 0.760494\n",
      "[547]\tvalid_0's auc: 0.760494\n",
      "[548]\tvalid_0's auc: 0.760981\n",
      "[549]\tvalid_0's auc: 0.760575\n",
      "[550]\tvalid_0's auc: 0.760169\n",
      "[551]\tvalid_0's auc: 0.760981\n",
      "[552]\tvalid_0's auc: 0.761143\n",
      "[553]\tvalid_0's auc: 0.760981\n",
      "[554]\tvalid_0's auc: 0.760818\n",
      "[555]\tvalid_0's auc: 0.760412\n",
      "[556]\tvalid_0's auc: 0.760494\n",
      "[557]\tvalid_0's auc: 0.759844\n",
      "[558]\tvalid_0's auc: 0.759844\n",
      "[559]\tvalid_0's auc: 0.759682\n",
      "[560]\tvalid_0's auc: 0.759519\n",
      "[561]\tvalid_0's auc: 0.758951\n",
      "[562]\tvalid_0's auc: 0.759113\n",
      "[563]\tvalid_0's auc: 0.759601\n",
      "[564]\tvalid_0's auc: 0.759195\n",
      "[565]\tvalid_0's auc: 0.758789\n",
      "[566]\tvalid_0's auc: 0.758626\n",
      "[567]\tvalid_0's auc: 0.758707\n",
      "[568]\tvalid_0's auc: 0.758951\n",
      "Early stopping, best iteration is:\n",
      "[368]\tvalid_0's auc: 0.766177\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.574247\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.581494\n",
      "[3]\tvalid_0's auc: 0.59175\n",
      "[4]\tvalid_0's auc: 0.599889\n",
      "[5]\tvalid_0's auc: 0.589409\n",
      "[6]\tvalid_0's auc: 0.602453\n",
      "[7]\tvalid_0's auc: 0.63835\n",
      "[8]\tvalid_0's auc: 0.641472\n",
      "[9]\tvalid_0's auc: 0.670123\n",
      "[10]\tvalid_0's auc: 0.685284\n",
      "[11]\tvalid_0's auc: 0.691973\n",
      "[12]\tvalid_0's auc: 0.669565\n",
      "[13]\tvalid_0's auc: 0.670011\n",
      "[14]\tvalid_0's auc: 0.676254\n",
      "[15]\tvalid_0's auc: 0.689409\n",
      "[16]\tvalid_0's auc: 0.699889\n",
      "[17]\tvalid_0's auc: 0.715496\n",
      "[18]\tvalid_0's auc: 0.70903\n",
      "[19]\tvalid_0's auc: 0.731773\n",
      "[20]\tvalid_0's auc: 0.736232\n",
      "[21]\tvalid_0's auc: 0.72107\n",
      "[22]\tvalid_0's auc: 0.725307\n",
      "[23]\tvalid_0's auc: 0.726644\n",
      "[24]\tvalid_0's auc: 0.723523\n",
      "[25]\tvalid_0's auc: 0.724861\n",
      "[26]\tvalid_0's auc: 0.725753\n",
      "[27]\tvalid_0's auc: 0.72553\n",
      "[28]\tvalid_0's auc: 0.734671\n",
      "[29]\tvalid_0's auc: 0.728205\n",
      "[30]\tvalid_0's auc: 0.724861\n",
      "[31]\tvalid_0's auc: 0.721516\n",
      "[32]\tvalid_0's auc: 0.715719\n",
      "[33]\tvalid_0's auc: 0.714158\n",
      "[34]\tvalid_0's auc: 0.707915\n",
      "[35]\tvalid_0's auc: 0.703679\n",
      "[36]\tvalid_0's auc: 0.704348\n",
      "[37]\tvalid_0's auc: 0.706355\n",
      "[38]\tvalid_0's auc: 0.70301\n",
      "[39]\tvalid_0's auc: 0.702564\n",
      "[40]\tvalid_0's auc: 0.70301\n",
      "[41]\tvalid_0's auc: 0.704125\n",
      "[42]\tvalid_0's auc: 0.71126\n",
      "[43]\tvalid_0's auc: 0.712598\n",
      "[44]\tvalid_0's auc: 0.711706\n",
      "[45]\tvalid_0's auc: 0.709699\n",
      "[46]\tvalid_0's auc: 0.713712\n",
      "[47]\tvalid_0's auc: 0.719509\n",
      "[48]\tvalid_0's auc: 0.71728\n",
      "[49]\tvalid_0's auc: 0.715719\n",
      "[50]\tvalid_0's auc: 0.711483\n",
      "[51]\tvalid_0's auc: 0.713935\n",
      "[52]\tvalid_0's auc: 0.711037\n",
      "[53]\tvalid_0's auc: 0.710591\n",
      "[54]\tvalid_0's auc: 0.715273\n",
      "[55]\tvalid_0's auc: 0.720401\n",
      "[56]\tvalid_0's auc: 0.721516\n",
      "[57]\tvalid_0's auc: 0.727313\n",
      "[58]\tvalid_0's auc: 0.729097\n",
      "[59]\tvalid_0's auc: 0.728874\n",
      "[60]\tvalid_0's auc: 0.73311\n",
      "[61]\tvalid_0's auc: 0.730881\n",
      "[62]\tvalid_0's auc: 0.727313\n",
      "[63]\tvalid_0's auc: 0.725307\n",
      "[64]\tvalid_0's auc: 0.72553\n",
      "[65]\tvalid_0's auc: 0.726198\n",
      "[66]\tvalid_0's auc: 0.728205\n",
      "[67]\tvalid_0's auc: 0.724638\n",
      "[68]\tvalid_0's auc: 0.72107\n",
      "[69]\tvalid_0's auc: 0.720847\n",
      "[70]\tvalid_0's auc: 0.721962\n",
      "[71]\tvalid_0's auc: 0.727759\n",
      "[72]\tvalid_0's auc: 0.733779\n",
      "[73]\tvalid_0's auc: 0.737124\n",
      "[74]\tvalid_0's auc: 0.739799\n",
      "[75]\tvalid_0's auc: 0.743367\n",
      "[76]\tvalid_0's auc: 0.742029\n",
      "[77]\tvalid_0's auc: 0.746042\n",
      "[78]\tvalid_0's auc: 0.744705\n",
      "[79]\tvalid_0's auc: 0.745151\n",
      "[80]\tvalid_0's auc: 0.745596\n",
      "[81]\tvalid_0's auc: 0.745596\n",
      "[82]\tvalid_0's auc: 0.748272\n",
      "[83]\tvalid_0's auc: 0.749387\n",
      "[84]\tvalid_0's auc: 0.749164\n",
      "[85]\tvalid_0's auc: 0.746042\n",
      "[86]\tvalid_0's auc: 0.748272\n",
      "[87]\tvalid_0's auc: 0.750725\n",
      "[88]\tvalid_0's auc: 0.749164\n",
      "[89]\tvalid_0's auc: 0.74961\n",
      "[90]\tvalid_0's auc: 0.750725\n",
      "[91]\tvalid_0's auc: 0.748941\n",
      "[92]\tvalid_0's auc: 0.754069\n",
      "[93]\tvalid_0's auc: 0.756745\n",
      "[94]\tvalid_0's auc: 0.756968\n",
      "[95]\tvalid_0's auc: 0.758974\n",
      "[96]\tvalid_0's auc: 0.757637\n",
      "[97]\tvalid_0's auc: 0.758974\n",
      "[98]\tvalid_0's auc: 0.760535\n",
      "[99]\tvalid_0's auc: 0.762096\n",
      "[100]\tvalid_0's auc: 0.760758\n",
      "[101]\tvalid_0's auc: 0.761427\n",
      "[102]\tvalid_0's auc: 0.764103\n",
      "[103]\tvalid_0's auc: 0.762765\n",
      "[104]\tvalid_0's auc: 0.763211\n",
      "[105]\tvalid_0's auc: 0.761204\n",
      "[106]\tvalid_0's auc: 0.761873\n",
      "[107]\tvalid_0's auc: 0.766109\n",
      "[108]\tvalid_0's auc: 0.770569\n",
      "[109]\tvalid_0's auc: 0.770346\n",
      "[110]\tvalid_0's auc: 0.770123\n",
      "[111]\tvalid_0's auc: 0.771014\n",
      "[112]\tvalid_0's auc: 0.768339\n",
      "[113]\tvalid_0's auc: 0.766109\n",
      "[114]\tvalid_0's auc: 0.768562\n",
      "[115]\tvalid_0's auc: 0.768785\n",
      "[116]\tvalid_0's auc: 0.770792\n",
      "[117]\tvalid_0's auc: 0.771906\n",
      "[118]\tvalid_0's auc: 0.768785\n",
      "[119]\tvalid_0's auc: 0.770792\n",
      "[120]\tvalid_0's auc: 0.77146\n",
      "[121]\tvalid_0's auc: 0.770123\n",
      "[122]\tvalid_0's auc: 0.768339\n",
      "[123]\tvalid_0's auc: 0.769677\n",
      "[124]\tvalid_0's auc: 0.767447\n",
      "[125]\tvalid_0's auc: 0.770123\n",
      "[126]\tvalid_0's auc: 0.768785\n",
      "[127]\tvalid_0's auc: 0.770346\n",
      "[128]\tvalid_0's auc: 0.769677\n",
      "[129]\tvalid_0's auc: 0.773021\n",
      "[130]\tvalid_0's auc: 0.771014\n",
      "[131]\tvalid_0's auc: 0.77146\n",
      "[132]\tvalid_0's auc: 0.770792\n",
      "[133]\tvalid_0's auc: 0.772352\n",
      "[134]\tvalid_0's auc: 0.774359\n",
      "[135]\tvalid_0's auc: 0.774805\n",
      "[136]\tvalid_0's auc: 0.772575\n",
      "[137]\tvalid_0's auc: 0.774805\n",
      "[138]\tvalid_0's auc: 0.776812\n",
      "[139]\tvalid_0's auc: 0.776143\n",
      "[140]\tvalid_0's auc: 0.777035\n",
      "[141]\tvalid_0's auc: 0.778372\n",
      "[142]\tvalid_0's auc: 0.778595\n",
      "[143]\tvalid_0's auc: 0.779487\n",
      "[144]\tvalid_0's auc: 0.782163\n",
      "[145]\tvalid_0's auc: 0.783278\n",
      "[146]\tvalid_0's auc: 0.783946\n",
      "[147]\tvalid_0's auc: 0.785061\n",
      "[148]\tvalid_0's auc: 0.785061\n",
      "[149]\tvalid_0's auc: 0.786622\n",
      "[150]\tvalid_0's auc: 0.785284\n",
      "[151]\tvalid_0's auc: 0.787514\n",
      "[152]\tvalid_0's auc: 0.79019\n",
      "[153]\tvalid_0's auc: 0.792642\n",
      "[154]\tvalid_0's auc: 0.792865\n",
      "[155]\tvalid_0's auc: 0.792642\n",
      "[156]\tvalid_0's auc: 0.793757\n",
      "[157]\tvalid_0's auc: 0.79175\n",
      "[158]\tvalid_0's auc: 0.791973\n",
      "[159]\tvalid_0's auc: 0.789298\n",
      "[160]\tvalid_0's auc: 0.79019\n",
      "[161]\tvalid_0's auc: 0.789298\n",
      "[162]\tvalid_0's auc: 0.788629\n",
      "[163]\tvalid_0's auc: 0.788406\n",
      "[164]\tvalid_0's auc: 0.787068\n",
      "[165]\tvalid_0's auc: 0.784392\n",
      "[166]\tvalid_0's auc: 0.78796\n",
      "[167]\tvalid_0's auc: 0.789298\n",
      "[168]\tvalid_0's auc: 0.789521\n",
      "[169]\tvalid_0's auc: 0.791081\n",
      "[170]\tvalid_0's auc: 0.79019\n",
      "[171]\tvalid_0's auc: 0.790858\n",
      "[172]\tvalid_0's auc: 0.791973\n",
      "[173]\tvalid_0's auc: 0.794203\n",
      "[174]\tvalid_0's auc: 0.792642\n",
      "[175]\tvalid_0's auc: 0.794203\n",
      "[176]\tvalid_0's auc: 0.794426\n",
      "[177]\tvalid_0's auc: 0.793311\n",
      "[178]\tvalid_0's auc: 0.796433\n",
      "[179]\tvalid_0's auc: 0.796656\n",
      "[180]\tvalid_0's auc: 0.799108\n",
      "[181]\tvalid_0's auc: 0.799554\n",
      "[182]\tvalid_0's auc: 0.798216\n",
      "[183]\tvalid_0's auc: 0.802007\n",
      "[184]\tvalid_0's auc: 0.802007\n",
      "[185]\tvalid_0's auc: 0.801115\n",
      "[186]\tvalid_0's auc: 0.802453\n",
      "[187]\tvalid_0's auc: 0.804682\n",
      "[188]\tvalid_0's auc: 0.806466\n",
      "[189]\tvalid_0's auc: 0.809142\n",
      "[190]\tvalid_0's auc: 0.809142\n",
      "[191]\tvalid_0's auc: 0.806243\n",
      "[192]\tvalid_0's auc: 0.806243\n",
      "[193]\tvalid_0's auc: 0.806243\n",
      "[194]\tvalid_0's auc: 0.805574\n",
      "[195]\tvalid_0's auc: 0.805574\n",
      "[196]\tvalid_0's auc: 0.808696\n",
      "[197]\tvalid_0's auc: 0.809142\n",
      "[198]\tvalid_0's auc: 0.807358\n",
      "[199]\tvalid_0's auc: 0.808473\n",
      "[200]\tvalid_0's auc: 0.807135\n",
      "[201]\tvalid_0's auc: 0.810702\n",
      "[202]\tvalid_0's auc: 0.811817\n",
      "[203]\tvalid_0's auc: 0.812709\n",
      "[204]\tvalid_0's auc: 0.812263\n",
      "[205]\tvalid_0's auc: 0.811371\n",
      "[206]\tvalid_0's auc: 0.812932\n",
      "[207]\tvalid_0's auc: 0.812932\n",
      "[208]\tvalid_0's auc: 0.815608\n",
      "[209]\tvalid_0's auc: 0.814716\n",
      "[210]\tvalid_0's auc: 0.812263\n",
      "[211]\tvalid_0's auc: 0.815385\n",
      "[212]\tvalid_0's auc: 0.81427\n",
      "[213]\tvalid_0's auc: 0.815385\n",
      "[214]\tvalid_0's auc: 0.816054\n",
      "[215]\tvalid_0's auc: 0.815831\n",
      "[216]\tvalid_0's auc: 0.815385\n",
      "[217]\tvalid_0's auc: 0.816499\n",
      "[218]\tvalid_0's auc: 0.81806\n",
      "[219]\tvalid_0's auc: 0.820067\n",
      "[220]\tvalid_0's auc: 0.819621\n",
      "[221]\tvalid_0's auc: 0.817614\n",
      "[222]\tvalid_0's auc: 0.815162\n",
      "[223]\tvalid_0's auc: 0.814939\n",
      "[224]\tvalid_0's auc: 0.815608\n",
      "[225]\tvalid_0's auc: 0.816722\n",
      "[226]\tvalid_0's auc: 0.815385\n",
      "[227]\tvalid_0's auc: 0.815162\n",
      "[228]\tvalid_0's auc: 0.815162\n",
      "[229]\tvalid_0's auc: 0.81427\n",
      "[230]\tvalid_0's auc: 0.812932\n",
      "[231]\tvalid_0's auc: 0.814493\n",
      "[232]\tvalid_0's auc: 0.814939\n",
      "[233]\tvalid_0's auc: 0.814047\n",
      "[234]\tvalid_0's auc: 0.813378\n",
      "[235]\tvalid_0's auc: 0.813601\n",
      "[236]\tvalid_0's auc: 0.813824\n",
      "[237]\tvalid_0's auc: 0.816722\n",
      "[238]\tvalid_0's auc: 0.815162\n",
      "[239]\tvalid_0's auc: 0.813824\n",
      "[240]\tvalid_0's auc: 0.815385\n",
      "[241]\tvalid_0's auc: 0.816499\n",
      "[242]\tvalid_0's auc: 0.816276\n",
      "[243]\tvalid_0's auc: 0.814716\n",
      "[244]\tvalid_0's auc: 0.81427\n",
      "[245]\tvalid_0's auc: 0.813824\n",
      "[246]\tvalid_0's auc: 0.812932\n",
      "[247]\tvalid_0's auc: 0.812263\n",
      "[248]\tvalid_0's auc: 0.813378\n",
      "[249]\tvalid_0's auc: 0.816276\n",
      "[250]\tvalid_0's auc: 0.814047\n",
      "[251]\tvalid_0's auc: 0.814493\n",
      "[252]\tvalid_0's auc: 0.813155\n",
      "[253]\tvalid_0's auc: 0.813378\n",
      "[254]\tvalid_0's auc: 0.812486\n",
      "[255]\tvalid_0's auc: 0.812263\n",
      "[256]\tvalid_0's auc: 0.812263\n",
      "[257]\tvalid_0's auc: 0.810702\n",
      "[258]\tvalid_0's auc: 0.812263\n",
      "[259]\tvalid_0's auc: 0.815608\n",
      "[260]\tvalid_0's auc: 0.816054\n",
      "[261]\tvalid_0's auc: 0.816054\n",
      "[262]\tvalid_0's auc: 0.816945\n",
      "[263]\tvalid_0's auc: 0.815831\n",
      "[264]\tvalid_0's auc: 0.817391\n",
      "[265]\tvalid_0's auc: 0.82029\n",
      "[266]\tvalid_0's auc: 0.819398\n",
      "[267]\tvalid_0's auc: 0.818506\n",
      "[268]\tvalid_0's auc: 0.817614\n",
      "[269]\tvalid_0's auc: 0.817168\n",
      "[270]\tvalid_0's auc: 0.815608\n",
      "[271]\tvalid_0's auc: 0.815385\n",
      "[272]\tvalid_0's auc: 0.815608\n",
      "[273]\tvalid_0's auc: 0.816276\n",
      "[274]\tvalid_0's auc: 0.815608\n",
      "[275]\tvalid_0's auc: 0.817168\n",
      "[276]\tvalid_0's auc: 0.816945\n",
      "[277]\tvalid_0's auc: 0.817391\n",
      "[278]\tvalid_0's auc: 0.815831\n",
      "[279]\tvalid_0's auc: 0.816054\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[280]\tvalid_0's auc: 0.817391\n",
      "[281]\tvalid_0's auc: 0.816945\n",
      "[282]\tvalid_0's auc: 0.816499\n",
      "[283]\tvalid_0's auc: 0.815385\n",
      "[284]\tvalid_0's auc: 0.81427\n",
      "[285]\tvalid_0's auc: 0.815608\n",
      "[286]\tvalid_0's auc: 0.814939\n",
      "[287]\tvalid_0's auc: 0.813378\n",
      "[288]\tvalid_0's auc: 0.813155\n",
      "[289]\tvalid_0's auc: 0.811817\n",
      "[290]\tvalid_0's auc: 0.81204\n",
      "[291]\tvalid_0's auc: 0.811148\n",
      "[292]\tvalid_0's auc: 0.810925\n",
      "[293]\tvalid_0's auc: 0.810479\n",
      "[294]\tvalid_0's auc: 0.813378\n",
      "[295]\tvalid_0's auc: 0.814493\n",
      "[296]\tvalid_0's auc: 0.812486\n",
      "[297]\tvalid_0's auc: 0.811148\n",
      "[298]\tvalid_0's auc: 0.811148\n",
      "[299]\tvalid_0's auc: 0.811817\n",
      "[300]\tvalid_0's auc: 0.81204\n",
      "[301]\tvalid_0's auc: 0.810033\n",
      "[302]\tvalid_0's auc: 0.812709\n",
      "[303]\tvalid_0's auc: 0.811817\n",
      "[304]\tvalid_0's auc: 0.812263\n",
      "[305]\tvalid_0's auc: 0.810479\n",
      "[306]\tvalid_0's auc: 0.810925\n",
      "[307]\tvalid_0's auc: 0.81204\n",
      "[308]\tvalid_0's auc: 0.811817\n",
      "[309]\tvalid_0's auc: 0.810925\n",
      "[310]\tvalid_0's auc: 0.814047\n",
      "[311]\tvalid_0's auc: 0.812709\n",
      "[312]\tvalid_0's auc: 0.811594\n",
      "[313]\tvalid_0's auc: 0.810702\n",
      "[314]\tvalid_0's auc: 0.81204\n",
      "[315]\tvalid_0's auc: 0.812486\n",
      "[316]\tvalid_0's auc: 0.814047\n",
      "[317]\tvalid_0's auc: 0.814493\n",
      "[318]\tvalid_0's auc: 0.81427\n",
      "[319]\tvalid_0's auc: 0.814939\n",
      "[320]\tvalid_0's auc: 0.815831\n",
      "[321]\tvalid_0's auc: 0.815162\n",
      "[322]\tvalid_0's auc: 0.815385\n",
      "[323]\tvalid_0's auc: 0.813155\n",
      "[324]\tvalid_0's auc: 0.813155\n",
      "[325]\tvalid_0's auc: 0.812709\n",
      "[326]\tvalid_0's auc: 0.812263\n",
      "[327]\tvalid_0's auc: 0.814047\n",
      "[328]\tvalid_0's auc: 0.814939\n",
      "[329]\tvalid_0's auc: 0.816499\n",
      "[330]\tvalid_0's auc: 0.816054\n",
      "[331]\tvalid_0's auc: 0.81427\n",
      "[332]\tvalid_0's auc: 0.815385\n",
      "[333]\tvalid_0's auc: 0.815831\n",
      "[334]\tvalid_0's auc: 0.816276\n",
      "[335]\tvalid_0's auc: 0.815385\n",
      "[336]\tvalid_0's auc: 0.816276\n",
      "[337]\tvalid_0's auc: 0.815608\n",
      "[338]\tvalid_0's auc: 0.815608\n",
      "[339]\tvalid_0's auc: 0.816276\n",
      "[340]\tvalid_0's auc: 0.814939\n",
      "[341]\tvalid_0's auc: 0.816945\n",
      "[342]\tvalid_0's auc: 0.816945\n",
      "[343]\tvalid_0's auc: 0.816054\n",
      "[344]\tvalid_0's auc: 0.814939\n",
      "[345]\tvalid_0's auc: 0.816054\n",
      "[346]\tvalid_0's auc: 0.815608\n",
      "[347]\tvalid_0's auc: 0.815831\n",
      "[348]\tvalid_0's auc: 0.816054\n",
      "[349]\tvalid_0's auc: 0.814716\n",
      "[350]\tvalid_0's auc: 0.814716\n",
      "[351]\tvalid_0's auc: 0.816499\n",
      "[352]\tvalid_0's auc: 0.816499\n",
      "[353]\tvalid_0's auc: 0.816054\n",
      "[354]\tvalid_0's auc: 0.816276\n",
      "[355]\tvalid_0's auc: 0.817614\n",
      "[356]\tvalid_0's auc: 0.81806\n",
      "[357]\tvalid_0's auc: 0.818283\n",
      "[358]\tvalid_0's auc: 0.819175\n",
      "[359]\tvalid_0's auc: 0.81806\n",
      "[360]\tvalid_0's auc: 0.818729\n",
      "[361]\tvalid_0's auc: 0.818506\n",
      "[362]\tvalid_0's auc: 0.81806\n",
      "[363]\tvalid_0's auc: 0.818283\n",
      "[364]\tvalid_0's auc: 0.819621\n",
      "[365]\tvalid_0's auc: 0.819175\n",
      "[366]\tvalid_0's auc: 0.820736\n",
      "[367]\tvalid_0's auc: 0.820513\n",
      "[368]\tvalid_0's auc: 0.820513\n",
      "[369]\tvalid_0's auc: 0.821851\n",
      "[370]\tvalid_0's auc: 0.822742\n",
      "[371]\tvalid_0's auc: 0.822742\n",
      "[372]\tvalid_0's auc: 0.823188\n",
      "[373]\tvalid_0's auc: 0.822742\n",
      "[374]\tvalid_0's auc: 0.823857\n",
      "[375]\tvalid_0's auc: 0.825864\n",
      "[376]\tvalid_0's auc: 0.825641\n",
      "[377]\tvalid_0's auc: 0.826087\n",
      "[378]\tvalid_0's auc: 0.82408\n",
      "[379]\tvalid_0's auc: 0.824303\n",
      "[380]\tvalid_0's auc: 0.823411\n",
      "[381]\tvalid_0's auc: 0.823411\n",
      "[382]\tvalid_0's auc: 0.825195\n",
      "[383]\tvalid_0's auc: 0.824303\n",
      "[384]\tvalid_0's auc: 0.824972\n",
      "[385]\tvalid_0's auc: 0.826979\n",
      "[386]\tvalid_0's auc: 0.826533\n",
      "[387]\tvalid_0's auc: 0.824303\n",
      "[388]\tvalid_0's auc: 0.823188\n",
      "[389]\tvalid_0's auc: 0.823188\n",
      "[390]\tvalid_0's auc: 0.823857\n",
      "[391]\tvalid_0's auc: 0.823634\n",
      "[392]\tvalid_0's auc: 0.823411\n",
      "[393]\tvalid_0's auc: 0.823188\n",
      "[394]\tvalid_0's auc: 0.823188\n",
      "[395]\tvalid_0's auc: 0.82252\n",
      "[396]\tvalid_0's auc: 0.822297\n",
      "[397]\tvalid_0's auc: 0.822297\n",
      "[398]\tvalid_0's auc: 0.82252\n",
      "[399]\tvalid_0's auc: 0.822965\n",
      "[400]\tvalid_0's auc: 0.823634\n",
      "[401]\tvalid_0's auc: 0.823634\n",
      "[402]\tvalid_0's auc: 0.823634\n",
      "[403]\tvalid_0's auc: 0.823188\n",
      "[404]\tvalid_0's auc: 0.822965\n",
      "[405]\tvalid_0's auc: 0.822742\n",
      "[406]\tvalid_0's auc: 0.823634\n",
      "[407]\tvalid_0's auc: 0.824303\n",
      "[408]\tvalid_0's auc: 0.824303\n",
      "[409]\tvalid_0's auc: 0.824526\n",
      "[410]\tvalid_0's auc: 0.826087\n",
      "[411]\tvalid_0's auc: 0.824303\n",
      "[412]\tvalid_0's auc: 0.822965\n",
      "[413]\tvalid_0's auc: 0.820959\n",
      "[414]\tvalid_0's auc: 0.819844\n",
      "[415]\tvalid_0's auc: 0.82029\n",
      "[416]\tvalid_0's auc: 0.819398\n",
      "[417]\tvalid_0's auc: 0.819844\n",
      "[418]\tvalid_0's auc: 0.820513\n",
      "[419]\tvalid_0's auc: 0.818952\n",
      "[420]\tvalid_0's auc: 0.819844\n",
      "[421]\tvalid_0's auc: 0.819621\n",
      "[422]\tvalid_0's auc: 0.818952\n",
      "[423]\tvalid_0's auc: 0.818506\n",
      "[424]\tvalid_0's auc: 0.818729\n",
      "[425]\tvalid_0's auc: 0.818506\n",
      "[426]\tvalid_0's auc: 0.818283\n",
      "[427]\tvalid_0's auc: 0.818283\n",
      "[428]\tvalid_0's auc: 0.818729\n",
      "[429]\tvalid_0's auc: 0.817837\n",
      "[430]\tvalid_0's auc: 0.818506\n",
      "[431]\tvalid_0's auc: 0.81806\n",
      "[432]\tvalid_0's auc: 0.818729\n",
      "[433]\tvalid_0's auc: 0.819621\n",
      "[434]\tvalid_0's auc: 0.820736\n",
      "[435]\tvalid_0's auc: 0.82029\n",
      "[436]\tvalid_0's auc: 0.818729\n",
      "[437]\tvalid_0's auc: 0.818729\n",
      "[438]\tvalid_0's auc: 0.819398\n",
      "[439]\tvalid_0's auc: 0.818283\n",
      "[440]\tvalid_0's auc: 0.817614\n",
      "[441]\tvalid_0's auc: 0.816499\n",
      "[442]\tvalid_0's auc: 0.818506\n",
      "[443]\tvalid_0's auc: 0.81806\n",
      "[444]\tvalid_0's auc: 0.818283\n",
      "[445]\tvalid_0's auc: 0.82029\n",
      "[446]\tvalid_0's auc: 0.819621\n",
      "[447]\tvalid_0's auc: 0.820067\n",
      "[448]\tvalid_0's auc: 0.82029\n",
      "[449]\tvalid_0's auc: 0.820736\n",
      "[450]\tvalid_0's auc: 0.821182\n",
      "[451]\tvalid_0's auc: 0.820959\n",
      "[452]\tvalid_0's auc: 0.82029\n",
      "[453]\tvalid_0's auc: 0.820513\n",
      "[454]\tvalid_0's auc: 0.82029\n",
      "[455]\tvalid_0's auc: 0.820736\n",
      "[456]\tvalid_0's auc: 0.820959\n",
      "[457]\tvalid_0's auc: 0.818729\n",
      "[458]\tvalid_0's auc: 0.818283\n",
      "[459]\tvalid_0's auc: 0.81806\n",
      "[460]\tvalid_0's auc: 0.817391\n",
      "[461]\tvalid_0's auc: 0.817614\n",
      "[462]\tvalid_0's auc: 0.817168\n",
      "[463]\tvalid_0's auc: 0.819175\n",
      "[464]\tvalid_0's auc: 0.820067\n",
      "[465]\tvalid_0's auc: 0.819621\n",
      "[466]\tvalid_0's auc: 0.818729\n",
      "[467]\tvalid_0's auc: 0.819175\n",
      "[468]\tvalid_0's auc: 0.818283\n",
      "[469]\tvalid_0's auc: 0.819175\n",
      "[470]\tvalid_0's auc: 0.819844\n",
      "[471]\tvalid_0's auc: 0.819621\n",
      "[472]\tvalid_0's auc: 0.818952\n",
      "[473]\tvalid_0's auc: 0.81806\n",
      "[474]\tvalid_0's auc: 0.819175\n",
      "[475]\tvalid_0's auc: 0.819175\n",
      "[476]\tvalid_0's auc: 0.819398\n",
      "[477]\tvalid_0's auc: 0.820513\n",
      "[478]\tvalid_0's auc: 0.820959\n",
      "[479]\tvalid_0's auc: 0.821405\n",
      "[480]\tvalid_0's auc: 0.821628\n",
      "[481]\tvalid_0's auc: 0.820513\n",
      "[482]\tvalid_0's auc: 0.820959\n",
      "[483]\tvalid_0's auc: 0.821405\n",
      "[484]\tvalid_0's auc: 0.821182\n",
      "[485]\tvalid_0's auc: 0.821182\n",
      "[486]\tvalid_0's auc: 0.820736\n",
      "[487]\tvalid_0's auc: 0.821628\n",
      "[488]\tvalid_0's auc: 0.821405\n",
      "[489]\tvalid_0's auc: 0.82252\n",
      "[490]\tvalid_0's auc: 0.822742\n",
      "[491]\tvalid_0's auc: 0.823188\n",
      "[492]\tvalid_0's auc: 0.823857\n",
      "[493]\tvalid_0's auc: 0.822742\n",
      "[494]\tvalid_0's auc: 0.823188\n",
      "[495]\tvalid_0's auc: 0.823857\n",
      "[496]\tvalid_0's auc: 0.824526\n",
      "[497]\tvalid_0's auc: 0.824749\n",
      "[498]\tvalid_0's auc: 0.824303\n",
      "[499]\tvalid_0's auc: 0.825195\n",
      "[500]\tvalid_0's auc: 0.826533\n",
      "[501]\tvalid_0's auc: 0.825195\n",
      "[502]\tvalid_0's auc: 0.824303\n",
      "[503]\tvalid_0's auc: 0.82408\n",
      "[504]\tvalid_0's auc: 0.822965\n",
      "[505]\tvalid_0's auc: 0.823634\n",
      "[506]\tvalid_0's auc: 0.824526\n",
      "[507]\tvalid_0's auc: 0.824303\n",
      "[508]\tvalid_0's auc: 0.823634\n",
      "[509]\tvalid_0's auc: 0.823857\n",
      "[510]\tvalid_0's auc: 0.824303\n",
      "[511]\tvalid_0's auc: 0.824749\n",
      "[512]\tvalid_0's auc: 0.823411\n",
      "[513]\tvalid_0's auc: 0.824749\n",
      "[514]\tvalid_0's auc: 0.825418\n",
      "[515]\tvalid_0's auc: 0.825641\n",
      "[516]\tvalid_0's auc: 0.824749\n",
      "[517]\tvalid_0's auc: 0.825195\n",
      "[518]\tvalid_0's auc: 0.824749\n",
      "[519]\tvalid_0's auc: 0.826087\n",
      "[520]\tvalid_0's auc: 0.826756\n",
      "[521]\tvalid_0's auc: 0.826533\n",
      "[522]\tvalid_0's auc: 0.827202\n",
      "[523]\tvalid_0's auc: 0.827648\n",
      "[524]\tvalid_0's auc: 0.827648\n",
      "[525]\tvalid_0's auc: 0.825864\n",
      "[526]\tvalid_0's auc: 0.825641\n",
      "[527]\tvalid_0's auc: 0.826087\n",
      "[528]\tvalid_0's auc: 0.825418\n",
      "[529]\tvalid_0's auc: 0.823634\n",
      "[530]\tvalid_0's auc: 0.822297\n",
      "[531]\tvalid_0's auc: 0.822742\n",
      "[532]\tvalid_0's auc: 0.824303\n",
      "[533]\tvalid_0's auc: 0.824526\n",
      "[534]\tvalid_0's auc: 0.823857\n",
      "[535]\tvalid_0's auc: 0.824303\n",
      "[536]\tvalid_0's auc: 0.824303\n",
      "[537]\tvalid_0's auc: 0.825641\n",
      "[538]\tvalid_0's auc: 0.826756\n",
      "[539]\tvalid_0's auc: 0.825418\n",
      "[540]\tvalid_0's auc: 0.824749\n",
      "[541]\tvalid_0's auc: 0.825195\n",
      "[542]\tvalid_0's auc: 0.824749\n",
      "[543]\tvalid_0's auc: 0.824303\n",
      "[544]\tvalid_0's auc: 0.82408\n",
      "[545]\tvalid_0's auc: 0.825418\n",
      "[546]\tvalid_0's auc: 0.825195\n",
      "[547]\tvalid_0's auc: 0.825195\n",
      "[548]\tvalid_0's auc: 0.826756\n",
      "[549]\tvalid_0's auc: 0.825418\n",
      "[550]\tvalid_0's auc: 0.824749\n",
      "[551]\tvalid_0's auc: 0.824749\n",
      "[552]\tvalid_0's auc: 0.824972\n",
      "[553]\tvalid_0's auc: 0.825864\n",
      "[554]\tvalid_0's auc: 0.825195\n",
      "[555]\tvalid_0's auc: 0.825418\n",
      "[556]\tvalid_0's auc: 0.825418\n",
      "[557]\tvalid_0's auc: 0.825195\n",
      "[558]\tvalid_0's auc: 0.825418\n",
      "[559]\tvalid_0's auc: 0.824526\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[560]\tvalid_0's auc: 0.826087\n",
      "[561]\tvalid_0's auc: 0.826533\n",
      "[562]\tvalid_0's auc: 0.826533\n",
      "[563]\tvalid_0's auc: 0.827202\n",
      "[564]\tvalid_0's auc: 0.828317\n",
      "[565]\tvalid_0's auc: 0.827871\n",
      "[566]\tvalid_0's auc: 0.826979\n",
      "[567]\tvalid_0's auc: 0.827648\n",
      "[568]\tvalid_0's auc: 0.827648\n",
      "[569]\tvalid_0's auc: 0.826979\n",
      "[570]\tvalid_0's auc: 0.826087\n",
      "[571]\tvalid_0's auc: 0.825418\n",
      "[572]\tvalid_0's auc: 0.825864\n",
      "[573]\tvalid_0's auc: 0.824749\n",
      "[574]\tvalid_0's auc: 0.824303\n",
      "[575]\tvalid_0's auc: 0.824749\n",
      "[576]\tvalid_0's auc: 0.824749\n",
      "[577]\tvalid_0's auc: 0.825418\n",
      "[578]\tvalid_0's auc: 0.824972\n",
      "[579]\tvalid_0's auc: 0.825641\n",
      "[580]\tvalid_0's auc: 0.825641\n",
      "[581]\tvalid_0's auc: 0.82631\n",
      "[582]\tvalid_0's auc: 0.825195\n",
      "[583]\tvalid_0's auc: 0.824972\n",
      "[584]\tvalid_0's auc: 0.82408\n",
      "[585]\tvalid_0's auc: 0.825195\n",
      "[586]\tvalid_0's auc: 0.825641\n",
      "[587]\tvalid_0's auc: 0.825641\n",
      "[588]\tvalid_0's auc: 0.825418\n",
      "[589]\tvalid_0's auc: 0.825641\n",
      "[590]\tvalid_0's auc: 0.825641\n",
      "[591]\tvalid_0's auc: 0.82631\n",
      "[592]\tvalid_0's auc: 0.825864\n",
      "[593]\tvalid_0's auc: 0.826087\n",
      "[594]\tvalid_0's auc: 0.825864\n",
      "[595]\tvalid_0's auc: 0.826533\n",
      "[596]\tvalid_0's auc: 0.826979\n",
      "[597]\tvalid_0's auc: 0.826979\n",
      "[598]\tvalid_0's auc: 0.827871\n",
      "[599]\tvalid_0's auc: 0.828317\n",
      "[600]\tvalid_0's auc: 0.828763\n",
      "[601]\tvalid_0's auc: 0.828094\n",
      "[602]\tvalid_0's auc: 0.827202\n",
      "[603]\tvalid_0's auc: 0.827648\n",
      "[604]\tvalid_0's auc: 0.826979\n",
      "[605]\tvalid_0's auc: 0.828317\n",
      "[606]\tvalid_0's auc: 0.828763\n",
      "[607]\tvalid_0's auc: 0.828317\n",
      "[608]\tvalid_0's auc: 0.827425\n",
      "[609]\tvalid_0's auc: 0.827202\n",
      "[610]\tvalid_0's auc: 0.827202\n",
      "[611]\tvalid_0's auc: 0.826533\n",
      "[612]\tvalid_0's auc: 0.824972\n",
      "[613]\tvalid_0's auc: 0.826533\n",
      "[614]\tvalid_0's auc: 0.826756\n",
      "[615]\tvalid_0's auc: 0.826756\n",
      "[616]\tvalid_0's auc: 0.826756\n",
      "[617]\tvalid_0's auc: 0.827871\n",
      "[618]\tvalid_0's auc: 0.827648\n",
      "[619]\tvalid_0's auc: 0.826533\n",
      "[620]\tvalid_0's auc: 0.825641\n",
      "[621]\tvalid_0's auc: 0.826087\n",
      "[622]\tvalid_0's auc: 0.82631\n",
      "[623]\tvalid_0's auc: 0.824972\n",
      "[624]\tvalid_0's auc: 0.826756\n",
      "[625]\tvalid_0's auc: 0.825418\n",
      "[626]\tvalid_0's auc: 0.825864\n",
      "[627]\tvalid_0's auc: 0.825864\n",
      "[628]\tvalid_0's auc: 0.827425\n",
      "[629]\tvalid_0's auc: 0.826756\n",
      "[630]\tvalid_0's auc: 0.826533\n",
      "[631]\tvalid_0's auc: 0.826979\n",
      "[632]\tvalid_0's auc: 0.825864\n",
      "[633]\tvalid_0's auc: 0.825418\n",
      "[634]\tvalid_0's auc: 0.82408\n",
      "[635]\tvalid_0's auc: 0.823857\n",
      "[636]\tvalid_0's auc: 0.824303\n",
      "[637]\tvalid_0's auc: 0.823411\n",
      "[638]\tvalid_0's auc: 0.82408\n",
      "[639]\tvalid_0's auc: 0.823411\n",
      "[640]\tvalid_0's auc: 0.823857\n",
      "[641]\tvalid_0's auc: 0.823634\n",
      "[642]\tvalid_0's auc: 0.823857\n",
      "[643]\tvalid_0's auc: 0.824526\n",
      "[644]\tvalid_0's auc: 0.823634\n",
      "[645]\tvalid_0's auc: 0.824972\n",
      "[646]\tvalid_0's auc: 0.825195\n",
      "[647]\tvalid_0's auc: 0.825641\n",
      "[648]\tvalid_0's auc: 0.825418\n",
      "[649]\tvalid_0's auc: 0.827202\n",
      "[650]\tvalid_0's auc: 0.828094\n",
      "[651]\tvalid_0's auc: 0.827648\n",
      "[652]\tvalid_0's auc: 0.828094\n",
      "[653]\tvalid_0's auc: 0.827648\n",
      "[654]\tvalid_0's auc: 0.828094\n",
      "[655]\tvalid_0's auc: 0.826979\n",
      "[656]\tvalid_0's auc: 0.827871\n",
      "[657]\tvalid_0's auc: 0.826979\n",
      "[658]\tvalid_0's auc: 0.827202\n",
      "[659]\tvalid_0's auc: 0.826756\n",
      "[660]\tvalid_0's auc: 0.827202\n",
      "[661]\tvalid_0's auc: 0.827648\n",
      "[662]\tvalid_0's auc: 0.827871\n",
      "[663]\tvalid_0's auc: 0.826979\n",
      "[664]\tvalid_0's auc: 0.826979\n",
      "[665]\tvalid_0's auc: 0.827648\n",
      "[666]\tvalid_0's auc: 0.827202\n",
      "[667]\tvalid_0's auc: 0.827425\n",
      "[668]\tvalid_0's auc: 0.828317\n",
      "[669]\tvalid_0's auc: 0.828317\n",
      "[670]\tvalid_0's auc: 0.827871\n",
      "[671]\tvalid_0's auc: 0.828317\n",
      "[672]\tvalid_0's auc: 0.827202\n",
      "[673]\tvalid_0's auc: 0.826087\n",
      "[674]\tvalid_0's auc: 0.826756\n",
      "[675]\tvalid_0's auc: 0.826979\n",
      "[676]\tvalid_0's auc: 0.826756\n",
      "[677]\tvalid_0's auc: 0.826979\n",
      "[678]\tvalid_0's auc: 0.827202\n",
      "[679]\tvalid_0's auc: 0.827202\n",
      "[680]\tvalid_0's auc: 0.827871\n",
      "[681]\tvalid_0's auc: 0.828094\n",
      "[682]\tvalid_0's auc: 0.82854\n",
      "[683]\tvalid_0's auc: 0.828986\n",
      "[684]\tvalid_0's auc: 0.829654\n",
      "[685]\tvalid_0's auc: 0.830546\n",
      "[686]\tvalid_0's auc: 0.830323\n",
      "[687]\tvalid_0's auc: 0.830546\n",
      "[688]\tvalid_0's auc: 0.8301\n",
      "[689]\tvalid_0's auc: 0.830992\n",
      "[690]\tvalid_0's auc: 0.830992\n",
      "[691]\tvalid_0's auc: 0.830992\n",
      "[692]\tvalid_0's auc: 0.830323\n",
      "[693]\tvalid_0's auc: 0.829654\n",
      "[694]\tvalid_0's auc: 0.830769\n",
      "[695]\tvalid_0's auc: 0.8301\n",
      "[696]\tvalid_0's auc: 0.830323\n",
      "[697]\tvalid_0's auc: 0.830546\n",
      "[698]\tvalid_0's auc: 0.8301\n",
      "[699]\tvalid_0's auc: 0.829877\n",
      "[700]\tvalid_0's auc: 0.830323\n",
      "[701]\tvalid_0's auc: 0.830769\n",
      "[702]\tvalid_0's auc: 0.830323\n",
      "[703]\tvalid_0's auc: 0.82854\n",
      "[704]\tvalid_0's auc: 0.828317\n",
      "[705]\tvalid_0's auc: 0.82854\n",
      "[706]\tvalid_0's auc: 0.829208\n",
      "[707]\tvalid_0's auc: 0.829431\n",
      "[708]\tvalid_0's auc: 0.829877\n",
      "[709]\tvalid_0's auc: 0.829431\n",
      "[710]\tvalid_0's auc: 0.828986\n",
      "[711]\tvalid_0's auc: 0.828986\n",
      "[712]\tvalid_0's auc: 0.82854\n",
      "[713]\tvalid_0's auc: 0.828317\n",
      "[714]\tvalid_0's auc: 0.82854\n",
      "[715]\tvalid_0's auc: 0.827871\n",
      "[716]\tvalid_0's auc: 0.827871\n",
      "[717]\tvalid_0's auc: 0.826979\n",
      "[718]\tvalid_0's auc: 0.827425\n",
      "[719]\tvalid_0's auc: 0.828094\n",
      "[720]\tvalid_0's auc: 0.828763\n",
      "[721]\tvalid_0's auc: 0.828763\n",
      "[722]\tvalid_0's auc: 0.828317\n",
      "[723]\tvalid_0's auc: 0.828317\n",
      "[724]\tvalid_0's auc: 0.827871\n",
      "[725]\tvalid_0's auc: 0.827425\n",
      "[726]\tvalid_0's auc: 0.829208\n",
      "[727]\tvalid_0's auc: 0.828763\n",
      "[728]\tvalid_0's auc: 0.828094\n",
      "[729]\tvalid_0's auc: 0.828763\n",
      "[730]\tvalid_0's auc: 0.829208\n",
      "[731]\tvalid_0's auc: 0.829877\n",
      "[732]\tvalid_0's auc: 0.829208\n",
      "[733]\tvalid_0's auc: 0.828763\n",
      "[734]\tvalid_0's auc: 0.82854\n",
      "[735]\tvalid_0's auc: 0.829431\n",
      "[736]\tvalid_0's auc: 0.829431\n",
      "[737]\tvalid_0's auc: 0.830323\n",
      "[738]\tvalid_0's auc: 0.830323\n",
      "[739]\tvalid_0's auc: 0.829877\n",
      "[740]\tvalid_0's auc: 0.829431\n",
      "[741]\tvalid_0's auc: 0.830546\n",
      "[742]\tvalid_0's auc: 0.830546\n",
      "[743]\tvalid_0's auc: 0.831215\n",
      "[744]\tvalid_0's auc: 0.831661\n",
      "[745]\tvalid_0's auc: 0.832107\n",
      "[746]\tvalid_0's auc: 0.83233\n",
      "[747]\tvalid_0's auc: 0.831661\n",
      "[748]\tvalid_0's auc: 0.831884\n",
      "[749]\tvalid_0's auc: 0.83233\n",
      "[750]\tvalid_0's auc: 0.831884\n",
      "[751]\tvalid_0's auc: 0.831438\n",
      "[752]\tvalid_0's auc: 0.830992\n",
      "[753]\tvalid_0's auc: 0.830546\n",
      "[754]\tvalid_0's auc: 0.830546\n",
      "[755]\tvalid_0's auc: 0.830992\n",
      "[756]\tvalid_0's auc: 0.831215\n",
      "[757]\tvalid_0's auc: 0.831215\n",
      "[758]\tvalid_0's auc: 0.831438\n",
      "[759]\tvalid_0's auc: 0.831661\n",
      "[760]\tvalid_0's auc: 0.831215\n",
      "[761]\tvalid_0's auc: 0.831438\n",
      "[762]\tvalid_0's auc: 0.830992\n",
      "[763]\tvalid_0's auc: 0.831884\n",
      "[764]\tvalid_0's auc: 0.832776\n",
      "[765]\tvalid_0's auc: 0.832553\n",
      "[766]\tvalid_0's auc: 0.832553\n",
      "[767]\tvalid_0's auc: 0.832553\n",
      "[768]\tvalid_0's auc: 0.832553\n",
      "[769]\tvalid_0's auc: 0.832999\n",
      "[770]\tvalid_0's auc: 0.832553\n",
      "[771]\tvalid_0's auc: 0.833891\n",
      "[772]\tvalid_0's auc: 0.833445\n",
      "[773]\tvalid_0's auc: 0.832776\n",
      "[774]\tvalid_0's auc: 0.832107\n",
      "[775]\tvalid_0's auc: 0.832107\n",
      "[776]\tvalid_0's auc: 0.832776\n",
      "[777]\tvalid_0's auc: 0.83233\n",
      "[778]\tvalid_0's auc: 0.832107\n",
      "[779]\tvalid_0's auc: 0.831884\n",
      "[780]\tvalid_0's auc: 0.83233\n",
      "[781]\tvalid_0's auc: 0.833222\n",
      "[782]\tvalid_0's auc: 0.833445\n",
      "[783]\tvalid_0's auc: 0.833222\n",
      "[784]\tvalid_0's auc: 0.833445\n",
      "[785]\tvalid_0's auc: 0.834114\n",
      "[786]\tvalid_0's auc: 0.834114\n",
      "[787]\tvalid_0's auc: 0.832999\n",
      "[788]\tvalid_0's auc: 0.832553\n",
      "[789]\tvalid_0's auc: 0.831884\n",
      "[790]\tvalid_0's auc: 0.83233\n",
      "[791]\tvalid_0's auc: 0.832553\n",
      "[792]\tvalid_0's auc: 0.831884\n",
      "[793]\tvalid_0's auc: 0.83233\n",
      "[794]\tvalid_0's auc: 0.831438\n",
      "[795]\tvalid_0's auc: 0.831661\n",
      "[796]\tvalid_0's auc: 0.831438\n",
      "[797]\tvalid_0's auc: 0.831438\n",
      "[798]\tvalid_0's auc: 0.831661\n",
      "[799]\tvalid_0's auc: 0.831215\n",
      "[800]\tvalid_0's auc: 0.830546\n",
      "[801]\tvalid_0's auc: 0.829877\n",
      "[802]\tvalid_0's auc: 0.830323\n",
      "[803]\tvalid_0's auc: 0.829877\n",
      "[804]\tvalid_0's auc: 0.829431\n",
      "[805]\tvalid_0's auc: 0.829431\n",
      "[806]\tvalid_0's auc: 0.829431\n",
      "[807]\tvalid_0's auc: 0.829208\n",
      "[808]\tvalid_0's auc: 0.829654\n",
      "[809]\tvalid_0's auc: 0.829654\n",
      "[810]\tvalid_0's auc: 0.830323\n",
      "[811]\tvalid_0's auc: 0.831884\n",
      "[812]\tvalid_0's auc: 0.831215\n",
      "[813]\tvalid_0's auc: 0.831884\n",
      "[814]\tvalid_0's auc: 0.831884\n",
      "[815]\tvalid_0's auc: 0.832553\n",
      "[816]\tvalid_0's auc: 0.832553\n",
      "[817]\tvalid_0's auc: 0.832107\n",
      "[818]\tvalid_0's auc: 0.831438\n",
      "[819]\tvalid_0's auc: 0.830769\n",
      "[820]\tvalid_0's auc: 0.830992\n",
      "[821]\tvalid_0's auc: 0.831215\n",
      "[822]\tvalid_0's auc: 0.831884\n",
      "[823]\tvalid_0's auc: 0.831661\n",
      "[824]\tvalid_0's auc: 0.832107\n",
      "[825]\tvalid_0's auc: 0.832553\n",
      "[826]\tvalid_0's auc: 0.832107\n",
      "[827]\tvalid_0's auc: 0.831884\n",
      "[828]\tvalid_0's auc: 0.832107\n",
      "[829]\tvalid_0's auc: 0.832107\n",
      "[830]\tvalid_0's auc: 0.832999\n",
      "[831]\tvalid_0's auc: 0.833445\n",
      "[832]\tvalid_0's auc: 0.833222\n",
      "[833]\tvalid_0's auc: 0.832553\n",
      "[834]\tvalid_0's auc: 0.83233\n",
      "[835]\tvalid_0's auc: 0.832553\n",
      "[836]\tvalid_0's auc: 0.832107\n",
      "[837]\tvalid_0's auc: 0.832999\n",
      "[838]\tvalid_0's auc: 0.832553\n",
      "[839]\tvalid_0's auc: 0.832107\n",
      "[840]\tvalid_0's auc: 0.832107\n",
      "[841]\tvalid_0's auc: 0.831661\n",
      "[842]\tvalid_0's auc: 0.831661\n",
      "[843]\tvalid_0's auc: 0.831884\n",
      "[844]\tvalid_0's auc: 0.831884\n",
      "[845]\tvalid_0's auc: 0.831661\n",
      "[846]\tvalid_0's auc: 0.83233\n",
      "[847]\tvalid_0's auc: 0.83233\n",
      "[848]\tvalid_0's auc: 0.832107\n",
      "[849]\tvalid_0's auc: 0.832776\n",
      "[850]\tvalid_0's auc: 0.832999\n",
      "[851]\tvalid_0's auc: 0.83233\n",
      "[852]\tvalid_0's auc: 0.832776\n",
      "[853]\tvalid_0's auc: 0.832553\n",
      "[854]\tvalid_0's auc: 0.83233\n",
      "[855]\tvalid_0's auc: 0.832107\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[856]\tvalid_0's auc: 0.831215\n",
      "[857]\tvalid_0's auc: 0.831215\n",
      "[858]\tvalid_0's auc: 0.832107\n",
      "[859]\tvalid_0's auc: 0.831438\n",
      "[860]\tvalid_0's auc: 0.830992\n",
      "[861]\tvalid_0's auc: 0.830992\n",
      "[862]\tvalid_0's auc: 0.8301\n",
      "[863]\tvalid_0's auc: 0.829877\n",
      "[864]\tvalid_0's auc: 0.829431\n",
      "[865]\tvalid_0's auc: 0.829654\n",
      "[866]\tvalid_0's auc: 0.829431\n",
      "[867]\tvalid_0's auc: 0.828986\n",
      "[868]\tvalid_0's auc: 0.828986\n",
      "[869]\tvalid_0's auc: 0.828763\n",
      "[870]\tvalid_0's auc: 0.829208\n",
      "[871]\tvalid_0's auc: 0.829208\n",
      "[872]\tvalid_0's auc: 0.828986\n",
      "[873]\tvalid_0's auc: 0.829654\n",
      "[874]\tvalid_0's auc: 0.829654\n",
      "[875]\tvalid_0's auc: 0.828986\n",
      "[876]\tvalid_0's auc: 0.829654\n",
      "[877]\tvalid_0's auc: 0.830323\n",
      "[878]\tvalid_0's auc: 0.831438\n",
      "[879]\tvalid_0's auc: 0.830992\n",
      "[880]\tvalid_0's auc: 0.830769\n",
      "[881]\tvalid_0's auc: 0.831438\n",
      "[882]\tvalid_0's auc: 0.830992\n",
      "[883]\tvalid_0's auc: 0.8301\n",
      "[884]\tvalid_0's auc: 0.831215\n",
      "[885]\tvalid_0's auc: 0.830546\n",
      "[886]\tvalid_0's auc: 0.830546\n",
      "[887]\tvalid_0's auc: 0.829877\n",
      "[888]\tvalid_0's auc: 0.830323\n",
      "[889]\tvalid_0's auc: 0.829654\n",
      "[890]\tvalid_0's auc: 0.829208\n",
      "[891]\tvalid_0's auc: 0.829208\n",
      "[892]\tvalid_0's auc: 0.829654\n",
      "[893]\tvalid_0's auc: 0.829208\n",
      "[894]\tvalid_0's auc: 0.829431\n",
      "[895]\tvalid_0's auc: 0.829431\n",
      "[896]\tvalid_0's auc: 0.829208\n",
      "[897]\tvalid_0's auc: 0.829431\n",
      "[898]\tvalid_0's auc: 0.8301\n",
      "[899]\tvalid_0's auc: 0.8301\n",
      "[900]\tvalid_0's auc: 0.830992\n",
      "[901]\tvalid_0's auc: 0.831661\n",
      "[902]\tvalid_0's auc: 0.831661\n",
      "[903]\tvalid_0's auc: 0.830992\n",
      "[904]\tvalid_0's auc: 0.831661\n",
      "[905]\tvalid_0's auc: 0.830992\n",
      "[906]\tvalid_0's auc: 0.831215\n",
      "[907]\tvalid_0's auc: 0.830769\n",
      "[908]\tvalid_0's auc: 0.830992\n",
      "[909]\tvalid_0's auc: 0.830546\n",
      "[910]\tvalid_0's auc: 0.830323\n",
      "[911]\tvalid_0's auc: 0.829654\n",
      "[912]\tvalid_0's auc: 0.828986\n",
      "[913]\tvalid_0's auc: 0.829877\n",
      "[914]\tvalid_0's auc: 0.829208\n",
      "[915]\tvalid_0's auc: 0.829654\n",
      "[916]\tvalid_0's auc: 0.829208\n",
      "[917]\tvalid_0's auc: 0.829208\n",
      "[918]\tvalid_0's auc: 0.829431\n",
      "[919]\tvalid_0's auc: 0.828986\n",
      "[920]\tvalid_0's auc: 0.829431\n",
      "[921]\tvalid_0's auc: 0.829431\n",
      "[922]\tvalid_0's auc: 0.828986\n",
      "[923]\tvalid_0's auc: 0.827871\n",
      "[924]\tvalid_0's auc: 0.829208\n",
      "[925]\tvalid_0's auc: 0.828986\n",
      "[926]\tvalid_0's auc: 0.829654\n",
      "[927]\tvalid_0's auc: 0.829654\n",
      "[928]\tvalid_0's auc: 0.829877\n",
      "[929]\tvalid_0's auc: 0.829208\n",
      "[930]\tvalid_0's auc: 0.828763\n",
      "[931]\tvalid_0's auc: 0.82854\n",
      "[932]\tvalid_0's auc: 0.828763\n",
      "[933]\tvalid_0's auc: 0.828986\n",
      "[934]\tvalid_0's auc: 0.82854\n",
      "[935]\tvalid_0's auc: 0.82854\n",
      "[936]\tvalid_0's auc: 0.82854\n",
      "[937]\tvalid_0's auc: 0.82854\n",
      "[938]\tvalid_0's auc: 0.828094\n",
      "[939]\tvalid_0's auc: 0.82854\n",
      "[940]\tvalid_0's auc: 0.828986\n",
      "[941]\tvalid_0's auc: 0.828986\n",
      "[942]\tvalid_0's auc: 0.828763\n",
      "[943]\tvalid_0's auc: 0.828763\n",
      "[944]\tvalid_0's auc: 0.828986\n",
      "[945]\tvalid_0's auc: 0.828986\n",
      "[946]\tvalid_0's auc: 0.828763\n",
      "[947]\tvalid_0's auc: 0.829431\n",
      "[948]\tvalid_0's auc: 0.829654\n",
      "[949]\tvalid_0's auc: 0.829208\n",
      "[950]\tvalid_0's auc: 0.829877\n",
      "[951]\tvalid_0's auc: 0.829654\n",
      "[952]\tvalid_0's auc: 0.82854\n",
      "[953]\tvalid_0's auc: 0.827871\n",
      "[954]\tvalid_0's auc: 0.828094\n",
      "[955]\tvalid_0's auc: 0.827425\n",
      "[956]\tvalid_0's auc: 0.82631\n",
      "[957]\tvalid_0's auc: 0.826533\n",
      "[958]\tvalid_0's auc: 0.826533\n",
      "[959]\tvalid_0's auc: 0.826979\n",
      "[960]\tvalid_0's auc: 0.826979\n",
      "[961]\tvalid_0's auc: 0.82631\n",
      "[962]\tvalid_0's auc: 0.826087\n",
      "[963]\tvalid_0's auc: 0.825864\n",
      "[964]\tvalid_0's auc: 0.826087\n",
      "[965]\tvalid_0's auc: 0.826087\n",
      "[966]\tvalid_0's auc: 0.825864\n",
      "[967]\tvalid_0's auc: 0.827202\n",
      "[968]\tvalid_0's auc: 0.827202\n",
      "[969]\tvalid_0's auc: 0.827425\n",
      "[970]\tvalid_0's auc: 0.827871\n",
      "[971]\tvalid_0's auc: 0.827871\n",
      "[972]\tvalid_0's auc: 0.828317\n",
      "[973]\tvalid_0's auc: 0.828317\n",
      "[974]\tvalid_0's auc: 0.827871\n",
      "[975]\tvalid_0's auc: 0.827871\n",
      "[976]\tvalid_0's auc: 0.828094\n",
      "[977]\tvalid_0's auc: 0.827425\n",
      "[978]\tvalid_0's auc: 0.827425\n",
      "[979]\tvalid_0's auc: 0.828094\n",
      "[980]\tvalid_0's auc: 0.827871\n",
      "[981]\tvalid_0's auc: 0.828094\n",
      "[982]\tvalid_0's auc: 0.828763\n",
      "[983]\tvalid_0's auc: 0.82854\n",
      "[984]\tvalid_0's auc: 0.829208\n",
      "[985]\tvalid_0's auc: 0.828094\n",
      "Early stopping, best iteration is:\n",
      "[785]\tvalid_0's auc: 0.834114\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.554367\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.59258\n",
      "[3]\tvalid_0's auc: 0.564171\n",
      "[4]\tvalid_0's auc: 0.582219\n",
      "[5]\tvalid_0's auc: 0.59336\n",
      "[6]\tvalid_0's auc: 0.58467\n",
      "[7]\tvalid_0's auc: 0.568405\n",
      "[8]\tvalid_0's auc: 0.60049\n",
      "[9]\tvalid_0's auc: 0.587121\n",
      "[10]\tvalid_0's auc: 0.573752\n",
      "[11]\tvalid_0's auc: 0.569073\n",
      "[12]\tvalid_0's auc: 0.564617\n",
      "[13]\tvalid_0's auc: 0.559938\n",
      "[14]\tvalid_0's auc: 0.557264\n",
      "[15]\tvalid_0's auc: 0.545232\n",
      "[16]\tvalid_0's auc: 0.552585\n",
      "[17]\tvalid_0's auc: 0.55459\n",
      "[18]\tvalid_0's auc: 0.547906\n",
      "[19]\tvalid_0's auc: 0.543672\n",
      "[20]\tvalid_0's auc: 0.547014\n",
      "[21]\tvalid_0's auc: 0.547906\n",
      "[22]\tvalid_0's auc: 0.550357\n",
      "[23]\tvalid_0's auc: 0.559269\n",
      "[24]\tvalid_0's auc: 0.559938\n",
      "[25]\tvalid_0's auc: 0.559046\n",
      "[26]\tvalid_0's auc: 0.559938\n",
      "[27]\tvalid_0's auc: 0.565731\n",
      "[28]\tvalid_0's auc: 0.569964\n",
      "[29]\tvalid_0's auc: 0.57041\n",
      "[30]\tvalid_0's auc: 0.58066\n",
      "[31]\tvalid_0's auc: 0.5791\n",
      "[32]\tvalid_0's auc: 0.581774\n",
      "[33]\tvalid_0's auc: 0.579991\n",
      "[34]\tvalid_0's auc: 0.587344\n",
      "[35]\tvalid_0's auc: 0.588904\n",
      "[36]\tvalid_0's auc: 0.588904\n",
      "[37]\tvalid_0's auc: 0.586453\n",
      "[38]\tvalid_0's auc: 0.5918\n",
      "[39]\tvalid_0's auc: 0.589349\n",
      "[40]\tvalid_0's auc: 0.589127\n",
      "[41]\tvalid_0's auc: 0.590018\n",
      "[42]\tvalid_0's auc: 0.5918\n",
      "[43]\tvalid_0's auc: 0.590909\n",
      "[44]\tvalid_0's auc: 0.587344\n",
      "[45]\tvalid_0's auc: 0.591132\n",
      "[46]\tvalid_0's auc: 0.595143\n",
      "[47]\tvalid_0's auc: 0.600045\n",
      "[48]\tvalid_0's auc: 0.60205\n",
      "[49]\tvalid_0's auc: 0.604278\n",
      "[50]\tvalid_0's auc: 0.604501\n",
      "[51]\tvalid_0's auc: 0.606283\n",
      "[52]\tvalid_0's auc: 0.607398\n",
      "[53]\tvalid_0's auc: 0.605615\n",
      "[54]\tvalid_0's auc: 0.603164\n",
      "[55]\tvalid_0's auc: 0.602941\n",
      "[56]\tvalid_0's auc: 0.608734\n",
      "[57]\tvalid_0's auc: 0.608512\n",
      "[58]\tvalid_0's auc: 0.613859\n",
      "[59]\tvalid_0's auc: 0.616756\n",
      "[60]\tvalid_0's auc: 0.618761\n",
      "[61]\tvalid_0's auc: 0.622326\n",
      "[62]\tvalid_0's auc: 0.61943\n",
      "[63]\tvalid_0's auc: 0.621435\n",
      "[64]\tvalid_0's auc: 0.625446\n",
      "[65]\tvalid_0's auc: 0.627451\n",
      "[66]\tvalid_0's auc: 0.628119\n",
      "[67]\tvalid_0's auc: 0.627451\n",
      "[68]\tvalid_0's auc: 0.629011\n",
      "[69]\tvalid_0's auc: 0.632576\n",
      "[70]\tvalid_0's auc: 0.635027\n",
      "[71]\tvalid_0's auc: 0.636364\n",
      "[72]\tvalid_0's auc: 0.638815\n",
      "[73]\tvalid_0's auc: 0.640374\n",
      "[74]\tvalid_0's auc: 0.639929\n",
      "[75]\tvalid_0's auc: 0.636364\n",
      "[76]\tvalid_0's auc: 0.637923\n",
      "[77]\tvalid_0's auc: 0.636364\n",
      "[78]\tvalid_0's auc: 0.64082\n",
      "[79]\tvalid_0's auc: 0.642157\n",
      "[80]\tvalid_0's auc: 0.641711\n",
      "[81]\tvalid_0's auc: 0.641711\n",
      "[82]\tvalid_0's auc: 0.640374\n",
      "[83]\tvalid_0's auc: 0.640597\n",
      "[84]\tvalid_0's auc: 0.64082\n",
      "[85]\tvalid_0's auc: 0.641043\n",
      "[86]\tvalid_0's auc: 0.639483\n",
      "[87]\tvalid_0's auc: 0.639706\n",
      "[88]\tvalid_0's auc: 0.64082\n",
      "[89]\tvalid_0's auc: 0.640597\n",
      "[90]\tvalid_0's auc: 0.638592\n",
      "[91]\tvalid_0's auc: 0.641043\n",
      "[92]\tvalid_0's auc: 0.642825\n",
      "[93]\tvalid_0's auc: 0.639706\n",
      "[94]\tvalid_0's auc: 0.648173\n",
      "[95]\tvalid_0's auc: 0.651515\n",
      "[96]\tvalid_0's auc: 0.651292\n",
      "[97]\tvalid_0's auc: 0.652184\n",
      "[98]\tvalid_0's auc: 0.655749\n",
      "[99]\tvalid_0's auc: 0.654857\n",
      "[100]\tvalid_0's auc: 0.660205\n",
      "[101]\tvalid_0's auc: 0.659759\n",
      "[102]\tvalid_0's auc: 0.664216\n",
      "[103]\tvalid_0's auc: 0.66221\n",
      "[104]\tvalid_0's auc: 0.662879\n",
      "[105]\tvalid_0's auc: 0.661319\n",
      "[106]\tvalid_0's auc: 0.661319\n",
      "[107]\tvalid_0's auc: 0.664439\n",
      "[108]\tvalid_0's auc: 0.665998\n",
      "[109]\tvalid_0's auc: 0.665998\n",
      "[110]\tvalid_0's auc: 0.667335\n",
      "[111]\tvalid_0's auc: 0.671123\n",
      "[112]\tvalid_0's auc: 0.670009\n",
      "[113]\tvalid_0's auc: 0.668449\n",
      "[114]\tvalid_0's auc: 0.670009\n",
      "[115]\tvalid_0's auc: 0.671123\n",
      "[116]\tvalid_0's auc: 0.669786\n",
      "[117]\tvalid_0's auc: 0.670677\n",
      "[118]\tvalid_0's auc: 0.673797\n",
      "[119]\tvalid_0's auc: 0.677362\n",
      "[120]\tvalid_0's auc: 0.677139\n",
      "[121]\tvalid_0's auc: 0.679813\n",
      "[122]\tvalid_0's auc: 0.682932\n",
      "[123]\tvalid_0's auc: 0.681818\n",
      "[124]\tvalid_0's auc: 0.684046\n",
      "[125]\tvalid_0's auc: 0.683155\n",
      "[126]\tvalid_0's auc: 0.683155\n",
      "[127]\tvalid_0's auc: 0.684269\n",
      "[128]\tvalid_0's auc: 0.686943\n",
      "[129]\tvalid_0's auc: 0.685829\n",
      "[130]\tvalid_0's auc: 0.686497\n",
      "[131]\tvalid_0's auc: 0.686943\n",
      "[132]\tvalid_0's auc: 0.688503\n",
      "[133]\tvalid_0's auc: 0.689394\n",
      "[134]\tvalid_0's auc: 0.691622\n",
      "[135]\tvalid_0's auc: 0.692291\n",
      "[136]\tvalid_0's auc: 0.69541\n",
      "[137]\tvalid_0's auc: 0.696524\n",
      "[138]\tvalid_0's auc: 0.698975\n",
      "[139]\tvalid_0's auc: 0.700535\n",
      "[140]\tvalid_0's auc: 0.702094\n",
      "[141]\tvalid_0's auc: 0.701649\n",
      "[142]\tvalid_0's auc: 0.700312\n",
      "[143]\tvalid_0's auc: 0.699198\n",
      "[144]\tvalid_0's auc: 0.69697\n",
      "[145]\tvalid_0's auc: 0.697638\n",
      "[146]\tvalid_0's auc: 0.699866\n",
      "[147]\tvalid_0's auc: 0.700535\n",
      "[148]\tvalid_0's auc: 0.700312\n",
      "[149]\tvalid_0's auc: 0.700312\n",
      "[150]\tvalid_0's auc: 0.699198\n",
      "[151]\tvalid_0's auc: 0.699643\n",
      "[152]\tvalid_0's auc: 0.699643\n",
      "[153]\tvalid_0's auc: 0.698975\n",
      "[154]\tvalid_0's auc: 0.698752\n",
      "[155]\tvalid_0's auc: 0.69697\n",
      "[156]\tvalid_0's auc: 0.696747\n",
      "[157]\tvalid_0's auc: 0.698307\n",
      "[158]\tvalid_0's auc: 0.695633\n",
      "[159]\tvalid_0's auc: 0.697861\n",
      "[160]\tvalid_0's auc: 0.696301\n",
      "[161]\tvalid_0's auc: 0.696078\n",
      "[162]\tvalid_0's auc: 0.694519\n",
      "[163]\tvalid_0's auc: 0.694742\n",
      "[164]\tvalid_0's auc: 0.694073\n",
      "[165]\tvalid_0's auc: 0.694742\n",
      "[166]\tvalid_0's auc: 0.696524\n",
      "[167]\tvalid_0's auc: 0.697638\n",
      "[168]\tvalid_0's auc: 0.695187\n",
      "[169]\tvalid_0's auc: 0.696078\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[170]\tvalid_0's auc: 0.697415\n",
      "[171]\tvalid_0's auc: 0.695856\n",
      "[172]\tvalid_0's auc: 0.697861\n",
      "[173]\tvalid_0's auc: 0.697861\n",
      "[174]\tvalid_0's auc: 0.697638\n",
      "[175]\tvalid_0's auc: 0.698529\n",
      "[176]\tvalid_0's auc: 0.697638\n",
      "[177]\tvalid_0's auc: 0.697415\n",
      "[178]\tvalid_0's auc: 0.697193\n",
      "[179]\tvalid_0's auc: 0.694742\n",
      "[180]\tvalid_0's auc: 0.696078\n",
      "[181]\tvalid_0's auc: 0.69697\n",
      "[182]\tvalid_0's auc: 0.697861\n",
      "[183]\tvalid_0's auc: 0.697415\n",
      "[184]\tvalid_0's auc: 0.698084\n",
      "[185]\tvalid_0's auc: 0.698307\n",
      "[186]\tvalid_0's auc: 0.701203\n",
      "[187]\tvalid_0's auc: 0.700535\n",
      "[188]\tvalid_0's auc: 0.70098\n",
      "[189]\tvalid_0's auc: 0.700758\n",
      "[190]\tvalid_0's auc: 0.702094\n",
      "[191]\tvalid_0's auc: 0.701872\n",
      "[192]\tvalid_0's auc: 0.702317\n",
      "[193]\tvalid_0's auc: 0.703431\n",
      "[194]\tvalid_0's auc: 0.703431\n",
      "[195]\tvalid_0's auc: 0.707442\n",
      "[196]\tvalid_0's auc: 0.70967\n",
      "[197]\tvalid_0's auc: 0.711453\n",
      "[198]\tvalid_0's auc: 0.711898\n",
      "[199]\tvalid_0's auc: 0.712567\n",
      "[200]\tvalid_0's auc: 0.712121\n",
      "[201]\tvalid_0's auc: 0.713458\n",
      "[202]\tvalid_0's auc: 0.713681\n",
      "[203]\tvalid_0's auc: 0.713904\n",
      "[204]\tvalid_0's auc: 0.715018\n",
      "[205]\tvalid_0's auc: 0.716132\n",
      "[206]\tvalid_0's auc: 0.715909\n",
      "[207]\tvalid_0's auc: 0.715241\n",
      "[208]\tvalid_0's auc: 0.715241\n",
      "[209]\tvalid_0's auc: 0.716355\n",
      "[210]\tvalid_0's auc: 0.7168\n",
      "[211]\tvalid_0's auc: 0.717246\n",
      "[212]\tvalid_0's auc: 0.718137\n",
      "[213]\tvalid_0's auc: 0.718137\n",
      "[214]\tvalid_0's auc: 0.717023\n",
      "[215]\tvalid_0's auc: 0.717469\n",
      "[216]\tvalid_0's auc: 0.717023\n",
      "[217]\tvalid_0's auc: 0.717469\n",
      "[218]\tvalid_0's auc: 0.715686\n",
      "[219]\tvalid_0's auc: 0.715241\n",
      "[220]\tvalid_0's auc: 0.714349\n",
      "[221]\tvalid_0's auc: 0.714572\n",
      "[222]\tvalid_0's auc: 0.712121\n",
      "[223]\tvalid_0's auc: 0.712344\n",
      "[224]\tvalid_0's auc: 0.711676\n",
      "[225]\tvalid_0's auc: 0.713012\n",
      "[226]\tvalid_0's auc: 0.711676\n",
      "[227]\tvalid_0's auc: 0.712344\n",
      "[228]\tvalid_0's auc: 0.710784\n",
      "[229]\tvalid_0's auc: 0.710784\n",
      "[230]\tvalid_0's auc: 0.711898\n",
      "[231]\tvalid_0's auc: 0.71279\n",
      "[232]\tvalid_0's auc: 0.715463\n",
      "[233]\tvalid_0's auc: 0.717469\n",
      "[234]\tvalid_0's auc: 0.718137\n",
      "[235]\tvalid_0's auc: 0.718806\n",
      "[236]\tvalid_0's auc: 0.716578\n",
      "[237]\tvalid_0's auc: 0.717023\n",
      "[238]\tvalid_0's auc: 0.716578\n",
      "[239]\tvalid_0's auc: 0.716578\n",
      "[240]\tvalid_0's auc: 0.715018\n",
      "[241]\tvalid_0's auc: 0.715463\n",
      "[242]\tvalid_0's auc: 0.715686\n",
      "[243]\tvalid_0's auc: 0.7168\n",
      "[244]\tvalid_0's auc: 0.717914\n",
      "[245]\tvalid_0's auc: 0.717692\n",
      "[246]\tvalid_0's auc: 0.718583\n",
      "[247]\tvalid_0's auc: 0.717246\n",
      "[248]\tvalid_0's auc: 0.717246\n",
      "[249]\tvalid_0's auc: 0.719697\n",
      "[250]\tvalid_0's auc: 0.71836\n",
      "[251]\tvalid_0's auc: 0.717692\n",
      "[252]\tvalid_0's auc: 0.716578\n",
      "[253]\tvalid_0's auc: 0.715686\n",
      "[254]\tvalid_0's auc: 0.7168\n",
      "[255]\tvalid_0's auc: 0.716355\n",
      "[256]\tvalid_0's auc: 0.715241\n",
      "[257]\tvalid_0's auc: 0.716355\n",
      "[258]\tvalid_0's auc: 0.715018\n",
      "[259]\tvalid_0's auc: 0.715241\n",
      "[260]\tvalid_0's auc: 0.717023\n",
      "[261]\tvalid_0's auc: 0.718137\n",
      "[262]\tvalid_0's auc: 0.719029\n",
      "[263]\tvalid_0's auc: 0.719697\n",
      "[264]\tvalid_0's auc: 0.720143\n",
      "[265]\tvalid_0's auc: 0.721702\n",
      "[266]\tvalid_0's auc: 0.720811\n",
      "[267]\tvalid_0's auc: 0.723485\n",
      "[268]\tvalid_0's auc: 0.723039\n",
      "[269]\tvalid_0's auc: 0.722148\n",
      "[270]\tvalid_0's auc: 0.721925\n",
      "[271]\tvalid_0's auc: 0.722371\n",
      "[272]\tvalid_0's auc: 0.721257\n",
      "[273]\tvalid_0's auc: 0.720365\n",
      "[274]\tvalid_0's auc: 0.722148\n",
      "[275]\tvalid_0's auc: 0.721702\n",
      "[276]\tvalid_0's auc: 0.722594\n",
      "[277]\tvalid_0's auc: 0.722816\n",
      "[278]\tvalid_0's auc: 0.723262\n",
      "[279]\tvalid_0's auc: 0.723039\n",
      "[280]\tvalid_0's auc: 0.723262\n",
      "[281]\tvalid_0's auc: 0.726159\n",
      "[282]\tvalid_0's auc: 0.725936\n",
      "[283]\tvalid_0's auc: 0.725936\n",
      "[284]\tvalid_0's auc: 0.72705\n",
      "[285]\tvalid_0's auc: 0.728164\n",
      "[286]\tvalid_0's auc: 0.728164\n",
      "[287]\tvalid_0's auc: 0.728164\n",
      "[288]\tvalid_0's auc: 0.728832\n",
      "[289]\tvalid_0's auc: 0.72861\n",
      "[290]\tvalid_0's auc: 0.728164\n",
      "[291]\tvalid_0's auc: 0.727941\n",
      "[292]\tvalid_0's auc: 0.729278\n",
      "[293]\tvalid_0's auc: 0.729724\n",
      "[294]\tvalid_0's auc: 0.728832\n",
      "[295]\tvalid_0's auc: 0.728832\n",
      "[296]\tvalid_0's auc: 0.728387\n",
      "[297]\tvalid_0's auc: 0.728387\n",
      "[298]\tvalid_0's auc: 0.729501\n",
      "[299]\tvalid_0's auc: 0.729947\n",
      "[300]\tvalid_0's auc: 0.729724\n",
      "[301]\tvalid_0's auc: 0.732843\n",
      "[302]\tvalid_0's auc: 0.731952\n",
      "[303]\tvalid_0's auc: 0.730838\n",
      "[304]\tvalid_0's auc: 0.730392\n",
      "[305]\tvalid_0's auc: 0.731061\n",
      "[306]\tvalid_0's auc: 0.729724\n",
      "[307]\tvalid_0's auc: 0.731061\n",
      "[308]\tvalid_0's auc: 0.732398\n",
      "[309]\tvalid_0's auc: 0.732175\n",
      "[310]\tvalid_0's auc: 0.733289\n",
      "[311]\tvalid_0's auc: 0.733734\n",
      "[312]\tvalid_0's auc: 0.73418\n",
      "[313]\tvalid_0's auc: 0.734403\n",
      "[314]\tvalid_0's auc: 0.735294\n",
      "[315]\tvalid_0's auc: 0.735517\n",
      "[316]\tvalid_0's auc: 0.736631\n",
      "[317]\tvalid_0's auc: 0.733957\n",
      "[318]\tvalid_0's auc: 0.733957\n",
      "[319]\tvalid_0's auc: 0.734626\n",
      "[320]\tvalid_0's auc: 0.734848\n",
      "[321]\tvalid_0's auc: 0.73574\n",
      "[322]\tvalid_0's auc: 0.736631\n",
      "[323]\tvalid_0's auc: 0.73574\n",
      "[324]\tvalid_0's auc: 0.736185\n",
      "[325]\tvalid_0's auc: 0.738414\n",
      "[326]\tvalid_0's auc: 0.738414\n",
      "[327]\tvalid_0's auc: 0.739082\n",
      "[328]\tvalid_0's auc: 0.739528\n",
      "[329]\tvalid_0's auc: 0.739305\n",
      "[330]\tvalid_0's auc: 0.738636\n",
      "[331]\tvalid_0's auc: 0.739528\n",
      "[332]\tvalid_0's auc: 0.739082\n",
      "[333]\tvalid_0's auc: 0.738859\n",
      "[334]\tvalid_0's auc: 0.739528\n",
      "[335]\tvalid_0's auc: 0.738191\n",
      "[336]\tvalid_0's auc: 0.738191\n",
      "[337]\tvalid_0's auc: 0.740642\n",
      "[338]\tvalid_0's auc: 0.740196\n",
      "[339]\tvalid_0's auc: 0.740419\n",
      "[340]\tvalid_0's auc: 0.741533\n",
      "[341]\tvalid_0's auc: 0.741756\n",
      "[342]\tvalid_0's auc: 0.740642\n",
      "[343]\tvalid_0's auc: 0.73975\n",
      "[344]\tvalid_0's auc: 0.740865\n",
      "[345]\tvalid_0's auc: 0.739528\n",
      "[346]\tvalid_0's auc: 0.740865\n",
      "[347]\tvalid_0's auc: 0.741756\n",
      "[348]\tvalid_0's auc: 0.741979\n",
      "[349]\tvalid_0's auc: 0.742201\n",
      "[350]\tvalid_0's auc: 0.743538\n",
      "[351]\tvalid_0's auc: 0.743761\n",
      "[352]\tvalid_0's auc: 0.742424\n",
      "[353]\tvalid_0's auc: 0.743093\n",
      "[354]\tvalid_0's auc: 0.743538\n",
      "[355]\tvalid_0's auc: 0.743538\n",
      "[356]\tvalid_0's auc: 0.743538\n",
      "[357]\tvalid_0's auc: 0.74287\n",
      "[358]\tvalid_0's auc: 0.743538\n",
      "[359]\tvalid_0's auc: 0.74287\n",
      "[360]\tvalid_0's auc: 0.74131\n",
      "[361]\tvalid_0's auc: 0.740865\n",
      "[362]\tvalid_0's auc: 0.739082\n",
      "[363]\tvalid_0's auc: 0.737077\n",
      "[364]\tvalid_0's auc: 0.734848\n",
      "[365]\tvalid_0's auc: 0.735517\n",
      "[366]\tvalid_0's auc: 0.735517\n",
      "[367]\tvalid_0's auc: 0.735963\n",
      "[368]\tvalid_0's auc: 0.736408\n",
      "[369]\tvalid_0's auc: 0.736854\n",
      "[370]\tvalid_0's auc: 0.736185\n",
      "[371]\tvalid_0's auc: 0.736408\n",
      "[372]\tvalid_0's auc: 0.736408\n",
      "[373]\tvalid_0's auc: 0.736631\n",
      "[374]\tvalid_0's auc: 0.73574\n",
      "[375]\tvalid_0's auc: 0.735294\n",
      "[376]\tvalid_0's auc: 0.737077\n",
      "[377]\tvalid_0's auc: 0.737077\n",
      "[378]\tvalid_0's auc: 0.737745\n",
      "[379]\tvalid_0's auc: 0.737077\n",
      "[380]\tvalid_0's auc: 0.737299\n",
      "[381]\tvalid_0's auc: 0.737522\n",
      "[382]\tvalid_0's auc: 0.736854\n",
      "[383]\tvalid_0's auc: 0.736854\n",
      "[384]\tvalid_0's auc: 0.738191\n",
      "[385]\tvalid_0's auc: 0.737968\n",
      "[386]\tvalid_0's auc: 0.73975\n",
      "[387]\tvalid_0's auc: 0.739082\n",
      "[388]\tvalid_0's auc: 0.739305\n",
      "[389]\tvalid_0's auc: 0.740865\n",
      "[390]\tvalid_0's auc: 0.741533\n",
      "[391]\tvalid_0's auc: 0.741979\n",
      "[392]\tvalid_0's auc: 0.741087\n",
      "[393]\tvalid_0's auc: 0.741533\n",
      "[394]\tvalid_0's auc: 0.741756\n",
      "[395]\tvalid_0's auc: 0.741756\n",
      "[396]\tvalid_0's auc: 0.742201\n",
      "[397]\tvalid_0's auc: 0.74131\n",
      "[398]\tvalid_0's auc: 0.741979\n",
      "[399]\tvalid_0's auc: 0.742201\n",
      "[400]\tvalid_0's auc: 0.741756\n",
      "[401]\tvalid_0's auc: 0.740865\n",
      "[402]\tvalid_0's auc: 0.742201\n",
      "[403]\tvalid_0's auc: 0.741979\n",
      "[404]\tvalid_0's auc: 0.743316\n",
      "[405]\tvalid_0's auc: 0.743093\n",
      "[406]\tvalid_0's auc: 0.743093\n",
      "[407]\tvalid_0's auc: 0.74287\n",
      "[408]\tvalid_0's auc: 0.74287\n",
      "[409]\tvalid_0's auc: 0.743316\n",
      "[410]\tvalid_0's auc: 0.743761\n",
      "[411]\tvalid_0's auc: 0.743984\n",
      "[412]\tvalid_0's auc: 0.743984\n",
      "[413]\tvalid_0's auc: 0.744652\n",
      "[414]\tvalid_0's auc: 0.745544\n",
      "[415]\tvalid_0's auc: 0.745321\n",
      "[416]\tvalid_0's auc: 0.745321\n",
      "[417]\tvalid_0's auc: 0.744207\n",
      "[418]\tvalid_0's auc: 0.744875\n",
      "[419]\tvalid_0's auc: 0.745544\n",
      "[420]\tvalid_0's auc: 0.747326\n",
      "[421]\tvalid_0's auc: 0.746658\n",
      "[422]\tvalid_0's auc: 0.746658\n",
      "[423]\tvalid_0's auc: 0.749109\n",
      "[424]\tvalid_0's auc: 0.749332\n",
      "[425]\tvalid_0's auc: 0.749554\n",
      "[426]\tvalid_0's auc: 0.748217\n",
      "[427]\tvalid_0's auc: 0.749332\n",
      "[428]\tvalid_0's auc: 0.748217\n",
      "[429]\tvalid_0's auc: 0.749554\n",
      "[430]\tvalid_0's auc: 0.750223\n",
      "[431]\tvalid_0's auc: 0.74844\n",
      "[432]\tvalid_0's auc: 0.749777\n",
      "[433]\tvalid_0's auc: 0.750891\n",
      "[434]\tvalid_0's auc: 0.750668\n",
      "[435]\tvalid_0's auc: 0.750891\n",
      "[436]\tvalid_0's auc: 0.751114\n",
      "[437]\tvalid_0's auc: 0.751114\n",
      "[438]\tvalid_0's auc: 0.751114\n",
      "[439]\tvalid_0's auc: 0.750891\n",
      "[440]\tvalid_0's auc: 0.752228\n",
      "[441]\tvalid_0's auc: 0.75156\n",
      "[442]\tvalid_0's auc: 0.751337\n",
      "[443]\tvalid_0's auc: 0.752228\n",
      "[444]\tvalid_0's auc: 0.751337\n",
      "[445]\tvalid_0's auc: 0.753119\n",
      "[446]\tvalid_0's auc: 0.752674\n",
      "[447]\tvalid_0's auc: 0.751783\n",
      "[448]\tvalid_0's auc: 0.750891\n",
      "[449]\tvalid_0's auc: 0.752451\n",
      "[450]\tvalid_0's auc: 0.752451\n",
      "[451]\tvalid_0's auc: 0.752228\n",
      "[452]\tvalid_0's auc: 0.753342\n",
      "[453]\tvalid_0's auc: 0.75156\n",
      "[454]\tvalid_0's auc: 0.750668\n",
      "[455]\tvalid_0's auc: 0.752228\n",
      "[456]\tvalid_0's auc: 0.751114\n",
      "[457]\tvalid_0's auc: 0.750891\n",
      "[458]\tvalid_0's auc: 0.751783\n",
      "[459]\tvalid_0's auc: 0.752005\n",
      "[460]\tvalid_0's auc: 0.750891\n",
      "[461]\tvalid_0's auc: 0.75\n",
      "[462]\tvalid_0's auc: 0.75\n",
      "[463]\tvalid_0's auc: 0.749332\n",
      "[464]\tvalid_0's auc: 0.749554\n",
      "[465]\tvalid_0's auc: 0.749554\n",
      "[466]\tvalid_0's auc: 0.751114\n",
      "[467]\tvalid_0's auc: 0.751114\n",
      "[468]\tvalid_0's auc: 0.751783\n",
      "[469]\tvalid_0's auc: 0.752228\n",
      "[470]\tvalid_0's auc: 0.752228\n",
      "[471]\tvalid_0's auc: 0.75\n",
      "[472]\tvalid_0's auc: 0.750891\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[473]\tvalid_0's auc: 0.750223\n",
      "[474]\tvalid_0's auc: 0.749554\n",
      "[475]\tvalid_0's auc: 0.748663\n",
      "[476]\tvalid_0's auc: 0.74844\n",
      "[477]\tvalid_0's auc: 0.748663\n",
      "[478]\tvalid_0's auc: 0.747772\n",
      "[479]\tvalid_0's auc: 0.747772\n",
      "[480]\tvalid_0's auc: 0.747772\n",
      "[481]\tvalid_0's auc: 0.746212\n",
      "[482]\tvalid_0's auc: 0.746212\n",
      "[483]\tvalid_0's auc: 0.745544\n",
      "[484]\tvalid_0's auc: 0.745098\n",
      "[485]\tvalid_0's auc: 0.743761\n",
      "[486]\tvalid_0's auc: 0.743316\n",
      "[487]\tvalid_0's auc: 0.744207\n",
      "[488]\tvalid_0's auc: 0.74287\n",
      "[489]\tvalid_0's auc: 0.74287\n",
      "[490]\tvalid_0's auc: 0.74287\n",
      "[491]\tvalid_0's auc: 0.742201\n",
      "[492]\tvalid_0's auc: 0.740642\n",
      "[493]\tvalid_0's auc: 0.740419\n",
      "[494]\tvalid_0's auc: 0.739528\n",
      "[495]\tvalid_0's auc: 0.739528\n",
      "[496]\tvalid_0's auc: 0.739973\n",
      "[497]\tvalid_0's auc: 0.740196\n",
      "[498]\tvalid_0's auc: 0.739973\n",
      "[499]\tvalid_0's auc: 0.74131\n",
      "[500]\tvalid_0's auc: 0.741979\n",
      "[501]\tvalid_0's auc: 0.741533\n",
      "[502]\tvalid_0's auc: 0.741756\n",
      "[503]\tvalid_0's auc: 0.740865\n",
      "[504]\tvalid_0's auc: 0.739305\n",
      "[505]\tvalid_0's auc: 0.738859\n",
      "[506]\tvalid_0's auc: 0.739305\n",
      "[507]\tvalid_0's auc: 0.738414\n",
      "[508]\tvalid_0's auc: 0.737522\n",
      "[509]\tvalid_0's auc: 0.738414\n",
      "[510]\tvalid_0's auc: 0.737745\n",
      "[511]\tvalid_0's auc: 0.737745\n",
      "[512]\tvalid_0's auc: 0.738859\n",
      "[513]\tvalid_0's auc: 0.738191\n",
      "[514]\tvalid_0's auc: 0.737968\n",
      "[515]\tvalid_0's auc: 0.739305\n",
      "[516]\tvalid_0's auc: 0.740419\n",
      "[517]\tvalid_0's auc: 0.741087\n",
      "[518]\tvalid_0's auc: 0.739528\n",
      "[519]\tvalid_0's auc: 0.739528\n",
      "[520]\tvalid_0's auc: 0.739528\n",
      "[521]\tvalid_0's auc: 0.73975\n",
      "[522]\tvalid_0's auc: 0.740642\n",
      "[523]\tvalid_0's auc: 0.740419\n",
      "[524]\tvalid_0's auc: 0.739973\n",
      "[525]\tvalid_0's auc: 0.740196\n",
      "[526]\tvalid_0's auc: 0.739082\n",
      "[527]\tvalid_0's auc: 0.740642\n",
      "[528]\tvalid_0's auc: 0.740865\n",
      "[529]\tvalid_0's auc: 0.740196\n",
      "[530]\tvalid_0's auc: 0.741087\n",
      "[531]\tvalid_0's auc: 0.739528\n",
      "[532]\tvalid_0's auc: 0.740196\n",
      "[533]\tvalid_0's auc: 0.74131\n",
      "[534]\tvalid_0's auc: 0.740196\n",
      "[535]\tvalid_0's auc: 0.740196\n",
      "[536]\tvalid_0's auc: 0.73975\n",
      "[537]\tvalid_0's auc: 0.739973\n",
      "[538]\tvalid_0's auc: 0.740419\n",
      "[539]\tvalid_0's auc: 0.741087\n",
      "[540]\tvalid_0's auc: 0.743316\n",
      "[541]\tvalid_0's auc: 0.742424\n",
      "[542]\tvalid_0's auc: 0.742201\n",
      "[543]\tvalid_0's auc: 0.741756\n",
      "[544]\tvalid_0's auc: 0.741756\n",
      "[545]\tvalid_0's auc: 0.742647\n",
      "[546]\tvalid_0's auc: 0.741533\n",
      "[547]\tvalid_0's auc: 0.741087\n",
      "[548]\tvalid_0's auc: 0.74287\n",
      "[549]\tvalid_0's auc: 0.742424\n",
      "[550]\tvalid_0's auc: 0.745098\n",
      "[551]\tvalid_0's auc: 0.745098\n",
      "[552]\tvalid_0's auc: 0.744652\n",
      "[553]\tvalid_0's auc: 0.744875\n",
      "[554]\tvalid_0's auc: 0.744207\n",
      "[555]\tvalid_0's auc: 0.743538\n",
      "[556]\tvalid_0's auc: 0.743093\n",
      "[557]\tvalid_0's auc: 0.743538\n",
      "[558]\tvalid_0's auc: 0.743093\n",
      "[559]\tvalid_0's auc: 0.743761\n",
      "[560]\tvalid_0's auc: 0.743538\n",
      "[561]\tvalid_0's auc: 0.743984\n",
      "[562]\tvalid_0's auc: 0.744207\n",
      "[563]\tvalid_0's auc: 0.744652\n",
      "[564]\tvalid_0's auc: 0.745098\n",
      "[565]\tvalid_0's auc: 0.744652\n",
      "[566]\tvalid_0's auc: 0.744652\n",
      "[567]\tvalid_0's auc: 0.745544\n",
      "[568]\tvalid_0's auc: 0.745989\n",
      "[569]\tvalid_0's auc: 0.745544\n",
      "[570]\tvalid_0's auc: 0.745989\n",
      "[571]\tvalid_0's auc: 0.746212\n",
      "[572]\tvalid_0's auc: 0.746435\n",
      "[573]\tvalid_0's auc: 0.747549\n",
      "[574]\tvalid_0's auc: 0.747772\n",
      "[575]\tvalid_0's auc: 0.748217\n",
      "[576]\tvalid_0's auc: 0.749332\n",
      "[577]\tvalid_0's auc: 0.746658\n",
      "[578]\tvalid_0's auc: 0.747326\n",
      "[579]\tvalid_0's auc: 0.747995\n",
      "[580]\tvalid_0's auc: 0.748663\n",
      "[581]\tvalid_0's auc: 0.747995\n",
      "[582]\tvalid_0's auc: 0.747103\n",
      "[583]\tvalid_0's auc: 0.747326\n",
      "[584]\tvalid_0's auc: 0.747995\n",
      "[585]\tvalid_0's auc: 0.747103\n",
      "[586]\tvalid_0's auc: 0.746212\n",
      "[587]\tvalid_0's auc: 0.746212\n",
      "[588]\tvalid_0's auc: 0.745766\n",
      "[589]\tvalid_0's auc: 0.745098\n",
      "[590]\tvalid_0's auc: 0.744652\n",
      "[591]\tvalid_0's auc: 0.744875\n",
      "[592]\tvalid_0's auc: 0.743984\n",
      "[593]\tvalid_0's auc: 0.742201\n",
      "[594]\tvalid_0's auc: 0.742647\n",
      "[595]\tvalid_0's auc: 0.742647\n",
      "[596]\tvalid_0's auc: 0.743984\n",
      "[597]\tvalid_0's auc: 0.743984\n",
      "[598]\tvalid_0's auc: 0.745321\n",
      "[599]\tvalid_0's auc: 0.745544\n",
      "[600]\tvalid_0's auc: 0.744875\n",
      "[601]\tvalid_0's auc: 0.745766\n",
      "[602]\tvalid_0's auc: 0.744652\n",
      "[603]\tvalid_0's auc: 0.744652\n",
      "[604]\tvalid_0's auc: 0.744875\n",
      "[605]\tvalid_0's auc: 0.745098\n",
      "[606]\tvalid_0's auc: 0.743761\n",
      "[607]\tvalid_0's auc: 0.743538\n",
      "[608]\tvalid_0's auc: 0.743538\n",
      "[609]\tvalid_0's auc: 0.743984\n",
      "[610]\tvalid_0's auc: 0.743316\n",
      "[611]\tvalid_0's auc: 0.743761\n",
      "[612]\tvalid_0's auc: 0.744207\n",
      "[613]\tvalid_0's auc: 0.743316\n",
      "[614]\tvalid_0's auc: 0.743761\n",
      "[615]\tvalid_0's auc: 0.744875\n",
      "[616]\tvalid_0's auc: 0.743316\n",
      "[617]\tvalid_0's auc: 0.743316\n",
      "[618]\tvalid_0's auc: 0.741979\n",
      "[619]\tvalid_0's auc: 0.743093\n",
      "[620]\tvalid_0's auc: 0.74287\n",
      "[621]\tvalid_0's auc: 0.742424\n",
      "[622]\tvalid_0's auc: 0.741979\n",
      "[623]\tvalid_0's auc: 0.743093\n",
      "[624]\tvalid_0's auc: 0.743984\n",
      "[625]\tvalid_0's auc: 0.744207\n",
      "[626]\tvalid_0's auc: 0.744207\n",
      "[627]\tvalid_0's auc: 0.74443\n",
      "[628]\tvalid_0's auc: 0.74443\n",
      "[629]\tvalid_0's auc: 0.744652\n",
      "[630]\tvalid_0's auc: 0.745321\n",
      "[631]\tvalid_0's auc: 0.745098\n",
      "[632]\tvalid_0's auc: 0.743984\n",
      "[633]\tvalid_0's auc: 0.743538\n",
      "[634]\tvalid_0's auc: 0.743093\n",
      "[635]\tvalid_0's auc: 0.743093\n",
      "[636]\tvalid_0's auc: 0.743316\n",
      "[637]\tvalid_0's auc: 0.743538\n",
      "[638]\tvalid_0's auc: 0.74443\n",
      "[639]\tvalid_0's auc: 0.744207\n",
      "[640]\tvalid_0's auc: 0.744652\n",
      "[641]\tvalid_0's auc: 0.744207\n",
      "[642]\tvalid_0's auc: 0.745098\n",
      "[643]\tvalid_0's auc: 0.744652\n",
      "[644]\tvalid_0's auc: 0.745544\n",
      "[645]\tvalid_0's auc: 0.744207\n",
      "[646]\tvalid_0's auc: 0.744652\n",
      "[647]\tvalid_0's auc: 0.744207\n",
      "[648]\tvalid_0's auc: 0.743761\n",
      "[649]\tvalid_0's auc: 0.743761\n",
      "[650]\tvalid_0's auc: 0.745321\n",
      "[651]\tvalid_0's auc: 0.745098\n",
      "[652]\tvalid_0's auc: 0.746658\n",
      "Early stopping, best iteration is:\n",
      "[452]\tvalid_0's auc: 0.753342\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.588347\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.577986\n",
      "[3]\tvalid_0's auc: 0.589127\n",
      "[4]\tvalid_0's auc: 0.566065\n",
      "[5]\tvalid_0's auc: 0.59102\n",
      "[6]\tvalid_0's auc: 0.615753\n",
      "[7]\tvalid_0's auc: 0.647282\n",
      "[8]\tvalid_0's auc: 0.649733\n",
      "[9]\tvalid_0's auc: 0.660762\n",
      "[10]\tvalid_0's auc: 0.672126\n",
      "[11]\tvalid_0's auc: 0.672906\n",
      "[12]\tvalid_0's auc: 0.67402\n",
      "[13]\tvalid_0's auc: 0.670009\n",
      "[14]\tvalid_0's auc: 0.665553\n",
      "[15]\tvalid_0's auc: 0.65508\n",
      "[16]\tvalid_0's auc: 0.665553\n",
      "[17]\tvalid_0's auc: 0.66377\n",
      "[18]\tvalid_0's auc: 0.669563\n",
      "[19]\tvalid_0's auc: 0.677139\n",
      "[20]\tvalid_0's auc: 0.679813\n",
      "[21]\tvalid_0's auc: 0.681373\n",
      "[22]\tvalid_0's auc: 0.693627\n",
      "[23]\tvalid_0's auc: 0.697638\n",
      "[24]\tvalid_0's auc: 0.690731\n",
      "[25]\tvalid_0's auc: 0.686943\n",
      "[26]\tvalid_0's auc: 0.689171\n",
      "[27]\tvalid_0's auc: 0.688725\n",
      "[28]\tvalid_0's auc: 0.692513\n",
      "[29]\tvalid_0's auc: 0.694296\n",
      "[30]\tvalid_0's auc: 0.693182\n",
      "[31]\tvalid_0's auc: 0.689617\n",
      "[32]\tvalid_0's auc: 0.686497\n",
      "[33]\tvalid_0's auc: 0.684715\n",
      "[34]\tvalid_0's auc: 0.682709\n",
      "[35]\tvalid_0's auc: 0.680481\n",
      "[36]\tvalid_0's auc: 0.680036\n",
      "[37]\tvalid_0's auc: 0.680481\n",
      "[38]\tvalid_0's auc: 0.678253\n",
      "[39]\tvalid_0's auc: 0.676693\n",
      "[40]\tvalid_0's auc: 0.677807\n",
      "[41]\tvalid_0's auc: 0.683601\n",
      "[42]\tvalid_0's auc: 0.683155\n",
      "[43]\tvalid_0's auc: 0.689394\n",
      "[44]\tvalid_0's auc: 0.686943\n",
      "[45]\tvalid_0's auc: 0.687611\n",
      "[46]\tvalid_0's auc: 0.68828\n",
      "[47]\tvalid_0's auc: 0.692736\n",
      "[48]\tvalid_0's auc: 0.690954\n",
      "[49]\tvalid_0's auc: 0.697415\n",
      "[50]\tvalid_0's auc: 0.702317\n",
      "[51]\tvalid_0's auc: 0.705214\n",
      "[52]\tvalid_0's auc: 0.708333\n",
      "[53]\tvalid_0's auc: 0.713458\n",
      "[54]\tvalid_0's auc: 0.7168\n",
      "[55]\tvalid_0's auc: 0.719251\n",
      "[56]\tvalid_0's auc: 0.719029\n",
      "[57]\tvalid_0's auc: 0.720365\n",
      "[58]\tvalid_0's auc: 0.717692\n",
      "[59]\tvalid_0's auc: 0.719251\n",
      "[60]\tvalid_0's auc: 0.715909\n",
      "[61]\tvalid_0's auc: 0.716132\n",
      "[62]\tvalid_0's auc: 0.715686\n",
      "[63]\tvalid_0's auc: 0.719474\n",
      "[64]\tvalid_0's auc: 0.720143\n",
      "[65]\tvalid_0's auc: 0.716132\n",
      "[66]\tvalid_0's auc: 0.71836\n",
      "[67]\tvalid_0's auc: 0.717246\n",
      "[68]\tvalid_0's auc: 0.713681\n",
      "[69]\tvalid_0's auc: 0.714127\n",
      "[70]\tvalid_0's auc: 0.713681\n",
      "[71]\tvalid_0's auc: 0.713681\n",
      "[72]\tvalid_0's auc: 0.717692\n",
      "[73]\tvalid_0's auc: 0.721925\n",
      "[74]\tvalid_0's auc: 0.721257\n",
      "[75]\tvalid_0's auc: 0.725267\n",
      "[76]\tvalid_0's auc: 0.724822\n",
      "[77]\tvalid_0's auc: 0.724822\n",
      "[78]\tvalid_0's auc: 0.721925\n",
      "[79]\tvalid_0's auc: 0.720811\n",
      "[80]\tvalid_0's auc: 0.724376\n",
      "[81]\tvalid_0's auc: 0.724376\n",
      "[82]\tvalid_0's auc: 0.725936\n",
      "[83]\tvalid_0's auc: 0.728832\n",
      "[84]\tvalid_0's auc: 0.72549\n",
      "[85]\tvalid_0's auc: 0.727496\n",
      "[86]\tvalid_0's auc: 0.727496\n",
      "[87]\tvalid_0's auc: 0.724822\n",
      "[88]\tvalid_0's auc: 0.725936\n",
      "[89]\tvalid_0's auc: 0.723708\n",
      "[90]\tvalid_0's auc: 0.723708\n",
      "[91]\tvalid_0's auc: 0.723485\n",
      "[92]\tvalid_0's auc: 0.721034\n",
      "[93]\tvalid_0's auc: 0.722816\n",
      "[94]\tvalid_0's auc: 0.721702\n",
      "[95]\tvalid_0's auc: 0.723708\n",
      "[96]\tvalid_0's auc: 0.725936\n",
      "[97]\tvalid_0's auc: 0.726381\n",
      "[98]\tvalid_0's auc: 0.72705\n",
      "[99]\tvalid_0's auc: 0.727941\n",
      "[100]\tvalid_0's auc: 0.728832\n",
      "[101]\tvalid_0's auc: 0.729501\n",
      "[102]\tvalid_0's auc: 0.732398\n",
      "[103]\tvalid_0's auc: 0.735071\n",
      "[104]\tvalid_0's auc: 0.735963\n",
      "[105]\tvalid_0's auc: 0.735294\n",
      "[106]\tvalid_0's auc: 0.735963\n",
      "[107]\tvalid_0's auc: 0.733957\n",
      "[108]\tvalid_0's auc: 0.731506\n",
      "[109]\tvalid_0's auc: 0.73262\n",
      "[110]\tvalid_0's auc: 0.734403\n",
      "[111]\tvalid_0's auc: 0.734626\n",
      "[112]\tvalid_0's auc: 0.735963\n",
      "[113]\tvalid_0's auc: 0.737299\n",
      "[114]\tvalid_0's auc: 0.740642\n",
      "[115]\tvalid_0's auc: 0.738636\n",
      "[116]\tvalid_0's auc: 0.737522\n",
      "[117]\tvalid_0's auc: 0.738636\n",
      "[118]\tvalid_0's auc: 0.737968\n",
      "[119]\tvalid_0's auc: 0.737968\n",
      "[120]\tvalid_0's auc: 0.740196\n",
      "[121]\tvalid_0's auc: 0.738636\n",
      "[122]\tvalid_0's auc: 0.736631\n",
      "[123]\tvalid_0's auc: 0.736631\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[124]\tvalid_0's auc: 0.736854\n",
      "[125]\tvalid_0's auc: 0.735963\n",
      "[126]\tvalid_0's auc: 0.73975\n",
      "[127]\tvalid_0's auc: 0.740419\n",
      "[128]\tvalid_0's auc: 0.741087\n",
      "[129]\tvalid_0's auc: 0.740642\n",
      "[130]\tvalid_0's auc: 0.741533\n",
      "[131]\tvalid_0's auc: 0.738414\n",
      "[132]\tvalid_0's auc: 0.738859\n",
      "[133]\tvalid_0's auc: 0.738636\n",
      "[134]\tvalid_0's auc: 0.739973\n",
      "[135]\tvalid_0's auc: 0.739082\n",
      "[136]\tvalid_0's auc: 0.738859\n",
      "[137]\tvalid_0's auc: 0.737299\n",
      "[138]\tvalid_0's auc: 0.735963\n",
      "[139]\tvalid_0's auc: 0.734848\n",
      "[140]\tvalid_0's auc: 0.731952\n",
      "[141]\tvalid_0's auc: 0.733512\n",
      "[142]\tvalid_0's auc: 0.732398\n",
      "[143]\tvalid_0's auc: 0.73262\n",
      "[144]\tvalid_0's auc: 0.733066\n",
      "[145]\tvalid_0's auc: 0.734626\n",
      "[146]\tvalid_0's auc: 0.734848\n",
      "[147]\tvalid_0's auc: 0.734403\n",
      "[148]\tvalid_0's auc: 0.733289\n",
      "[149]\tvalid_0's auc: 0.730838\n",
      "[150]\tvalid_0's auc: 0.729724\n",
      "[151]\tvalid_0's auc: 0.730615\n",
      "[152]\tvalid_0's auc: 0.732175\n",
      "[153]\tvalid_0's auc: 0.731952\n",
      "[154]\tvalid_0's auc: 0.733289\n",
      "[155]\tvalid_0's auc: 0.733512\n",
      "[156]\tvalid_0's auc: 0.73262\n",
      "[157]\tvalid_0's auc: 0.731506\n",
      "[158]\tvalid_0's auc: 0.731506\n",
      "[159]\tvalid_0's auc: 0.733066\n",
      "[160]\tvalid_0's auc: 0.732398\n",
      "[161]\tvalid_0's auc: 0.731952\n",
      "[162]\tvalid_0's auc: 0.733066\n",
      "[163]\tvalid_0's auc: 0.73262\n",
      "[164]\tvalid_0's auc: 0.732175\n",
      "[165]\tvalid_0's auc: 0.732843\n",
      "[166]\tvalid_0's auc: 0.731729\n",
      "[167]\tvalid_0's auc: 0.731283\n",
      "[168]\tvalid_0's auc: 0.730615\n",
      "[169]\tvalid_0's auc: 0.730615\n",
      "[170]\tvalid_0's auc: 0.728832\n",
      "[171]\tvalid_0's auc: 0.729501\n",
      "[172]\tvalid_0's auc: 0.729278\n",
      "[173]\tvalid_0's auc: 0.730169\n",
      "[174]\tvalid_0's auc: 0.730615\n",
      "[175]\tvalid_0's auc: 0.730392\n",
      "[176]\tvalid_0's auc: 0.730169\n",
      "[177]\tvalid_0's auc: 0.730169\n",
      "[178]\tvalid_0's auc: 0.729947\n",
      "[179]\tvalid_0's auc: 0.729501\n",
      "[180]\tvalid_0's auc: 0.728387\n",
      "[181]\tvalid_0's auc: 0.727273\n",
      "[182]\tvalid_0's auc: 0.726827\n",
      "[183]\tvalid_0's auc: 0.729278\n",
      "[184]\tvalid_0's auc: 0.727496\n",
      "[185]\tvalid_0's auc: 0.729501\n",
      "[186]\tvalid_0's auc: 0.730838\n",
      "[187]\tvalid_0's auc: 0.729501\n",
      "[188]\tvalid_0's auc: 0.729278\n",
      "[189]\tvalid_0's auc: 0.728387\n",
      "[190]\tvalid_0's auc: 0.729501\n",
      "[191]\tvalid_0's auc: 0.730169\n",
      "[192]\tvalid_0's auc: 0.729501\n",
      "[193]\tvalid_0's auc: 0.730169\n",
      "[194]\tvalid_0's auc: 0.731729\n",
      "[195]\tvalid_0's auc: 0.731729\n",
      "[196]\tvalid_0's auc: 0.732398\n",
      "[197]\tvalid_0's auc: 0.733066\n",
      "[198]\tvalid_0's auc: 0.734626\n",
      "[199]\tvalid_0's auc: 0.736854\n",
      "[200]\tvalid_0's auc: 0.738859\n",
      "[201]\tvalid_0's auc: 0.740642\n",
      "[202]\tvalid_0's auc: 0.740865\n",
      "[203]\tvalid_0's auc: 0.741533\n",
      "[204]\tvalid_0's auc: 0.741979\n",
      "[205]\tvalid_0's auc: 0.743316\n",
      "[206]\tvalid_0's auc: 0.742647\n",
      "[207]\tvalid_0's auc: 0.74287\n",
      "[208]\tvalid_0's auc: 0.743761\n",
      "[209]\tvalid_0's auc: 0.743538\n",
      "[210]\tvalid_0's auc: 0.744875\n",
      "[211]\tvalid_0's auc: 0.742647\n",
      "[212]\tvalid_0's auc: 0.743761\n",
      "[213]\tvalid_0's auc: 0.743316\n",
      "[214]\tvalid_0's auc: 0.744652\n",
      "[215]\tvalid_0's auc: 0.74443\n",
      "[216]\tvalid_0's auc: 0.745321\n",
      "[217]\tvalid_0's auc: 0.743761\n",
      "[218]\tvalid_0's auc: 0.745098\n",
      "[219]\tvalid_0's auc: 0.745321\n",
      "[220]\tvalid_0's auc: 0.745098\n",
      "[221]\tvalid_0's auc: 0.746435\n",
      "[222]\tvalid_0's auc: 0.747772\n",
      "[223]\tvalid_0's auc: 0.749554\n",
      "[224]\tvalid_0's auc: 0.751337\n",
      "[225]\tvalid_0's auc: 0.751114\n",
      "[226]\tvalid_0's auc: 0.75156\n",
      "[227]\tvalid_0's auc: 0.751337\n",
      "[228]\tvalid_0's auc: 0.752897\n",
      "[229]\tvalid_0's auc: 0.752005\n",
      "[230]\tvalid_0's auc: 0.751114\n",
      "[231]\tvalid_0's auc: 0.751114\n",
      "[232]\tvalid_0's auc: 0.752228\n",
      "[233]\tvalid_0's auc: 0.753119\n",
      "[234]\tvalid_0's auc: 0.752897\n",
      "[235]\tvalid_0's auc: 0.75156\n",
      "[236]\tvalid_0's auc: 0.752897\n",
      "[237]\tvalid_0's auc: 0.752674\n",
      "[238]\tvalid_0's auc: 0.753788\n",
      "[239]\tvalid_0's auc: 0.753342\n",
      "[240]\tvalid_0's auc: 0.753342\n",
      "[241]\tvalid_0's auc: 0.752228\n",
      "[242]\tvalid_0's auc: 0.752674\n",
      "[243]\tvalid_0's auc: 0.752897\n",
      "[244]\tvalid_0's auc: 0.752897\n",
      "[245]\tvalid_0's auc: 0.752451\n",
      "[246]\tvalid_0's auc: 0.752674\n",
      "[247]\tvalid_0's auc: 0.753119\n",
      "[248]\tvalid_0's auc: 0.753788\n",
      "[249]\tvalid_0's auc: 0.753788\n",
      "[250]\tvalid_0's auc: 0.754011\n",
      "[251]\tvalid_0's auc: 0.754456\n",
      "[252]\tvalid_0's auc: 0.754902\n",
      "[253]\tvalid_0's auc: 0.755125\n",
      "[254]\tvalid_0's auc: 0.754456\n",
      "[255]\tvalid_0's auc: 0.756684\n",
      "[256]\tvalid_0's auc: 0.756684\n",
      "[257]\tvalid_0's auc: 0.756016\n",
      "[258]\tvalid_0's auc: 0.756462\n",
      "[259]\tvalid_0's auc: 0.754679\n",
      "[260]\tvalid_0's auc: 0.754902\n",
      "[261]\tvalid_0's auc: 0.754011\n",
      "[262]\tvalid_0's auc: 0.756462\n",
      "[263]\tvalid_0's auc: 0.758021\n",
      "[264]\tvalid_0's auc: 0.757576\n",
      "[265]\tvalid_0's auc: 0.757799\n",
      "[266]\tvalid_0's auc: 0.757353\n",
      "[267]\tvalid_0's auc: 0.756239\n",
      "[268]\tvalid_0's auc: 0.756907\n",
      "[269]\tvalid_0's auc: 0.757799\n",
      "[270]\tvalid_0's auc: 0.756684\n",
      "[271]\tvalid_0's auc: 0.756239\n",
      "[272]\tvalid_0's auc: 0.75557\n",
      "[273]\tvalid_0's auc: 0.756016\n",
      "[274]\tvalid_0's auc: 0.756016\n",
      "[275]\tvalid_0's auc: 0.75557\n",
      "[276]\tvalid_0's auc: 0.75557\n",
      "[277]\tvalid_0's auc: 0.755793\n",
      "[278]\tvalid_0's auc: 0.755793\n",
      "[279]\tvalid_0's auc: 0.756239\n",
      "[280]\tvalid_0's auc: 0.75557\n",
      "[281]\tvalid_0's auc: 0.754679\n",
      "[282]\tvalid_0's auc: 0.753119\n",
      "[283]\tvalid_0's auc: 0.753119\n",
      "[284]\tvalid_0's auc: 0.753788\n",
      "[285]\tvalid_0's auc: 0.753342\n",
      "[286]\tvalid_0's auc: 0.753119\n",
      "[287]\tvalid_0's auc: 0.754456\n",
      "[288]\tvalid_0's auc: 0.755125\n",
      "[289]\tvalid_0's auc: 0.755348\n",
      "[290]\tvalid_0's auc: 0.756016\n",
      "[291]\tvalid_0's auc: 0.754902\n",
      "[292]\tvalid_0's auc: 0.755348\n",
      "[293]\tvalid_0's auc: 0.756462\n",
      "[294]\tvalid_0's auc: 0.755125\n",
      "[295]\tvalid_0's auc: 0.755125\n",
      "[296]\tvalid_0's auc: 0.75713\n",
      "[297]\tvalid_0's auc: 0.75713\n",
      "[298]\tvalid_0's auc: 0.758467\n",
      "[299]\tvalid_0's auc: 0.758467\n",
      "[300]\tvalid_0's auc: 0.761586\n",
      "[301]\tvalid_0's auc: 0.763815\n",
      "[302]\tvalid_0's auc: 0.763815\n",
      "[303]\tvalid_0's auc: 0.764037\n",
      "[304]\tvalid_0's auc: 0.763592\n",
      "[305]\tvalid_0's auc: 0.762255\n",
      "[306]\tvalid_0's auc: 0.765152\n",
      "[307]\tvalid_0's auc: 0.768048\n",
      "[308]\tvalid_0's auc: 0.767602\n",
      "[309]\tvalid_0's auc: 0.769162\n",
      "[310]\tvalid_0's auc: 0.770053\n",
      "[311]\tvalid_0's auc: 0.771613\n",
      "[312]\tvalid_0's auc: 0.772282\n",
      "[313]\tvalid_0's auc: 0.771836\n",
      "[314]\tvalid_0's auc: 0.772282\n",
      "[315]\tvalid_0's auc: 0.77139\n",
      "[316]\tvalid_0's auc: 0.770499\n",
      "[317]\tvalid_0's auc: 0.771168\n",
      "[318]\tvalid_0's auc: 0.771613\n",
      "[319]\tvalid_0's auc: 0.770722\n",
      "[320]\tvalid_0's auc: 0.770722\n",
      "[321]\tvalid_0's auc: 0.770053\n",
      "[322]\tvalid_0's auc: 0.769831\n",
      "[323]\tvalid_0's auc: 0.770276\n",
      "[324]\tvalid_0's auc: 0.770945\n",
      "[325]\tvalid_0's auc: 0.772282\n",
      "[326]\tvalid_0's auc: 0.772504\n",
      "[327]\tvalid_0's auc: 0.772504\n",
      "[328]\tvalid_0's auc: 0.770722\n",
      "[329]\tvalid_0's auc: 0.77139\n",
      "[330]\tvalid_0's auc: 0.770276\n",
      "[331]\tvalid_0's auc: 0.769385\n",
      "[332]\tvalid_0's auc: 0.770276\n",
      "[333]\tvalid_0's auc: 0.770276\n",
      "[334]\tvalid_0's auc: 0.771168\n",
      "[335]\tvalid_0's auc: 0.77295\n",
      "[336]\tvalid_0's auc: 0.771836\n",
      "[337]\tvalid_0's auc: 0.772504\n",
      "[338]\tvalid_0's auc: 0.772059\n",
      "[339]\tvalid_0's auc: 0.77295\n",
      "[340]\tvalid_0's auc: 0.772504\n",
      "[341]\tvalid_0's auc: 0.773619\n",
      "[342]\tvalid_0's auc: 0.773396\n",
      "[343]\tvalid_0's auc: 0.77295\n",
      "[344]\tvalid_0's auc: 0.77295\n",
      "[345]\tvalid_0's auc: 0.772282\n",
      "[346]\tvalid_0's auc: 0.771836\n",
      "[347]\tvalid_0's auc: 0.772282\n",
      "[348]\tvalid_0's auc: 0.771613\n",
      "[349]\tvalid_0's auc: 0.772059\n",
      "[350]\tvalid_0's auc: 0.772504\n",
      "[351]\tvalid_0's auc: 0.773173\n",
      "[352]\tvalid_0's auc: 0.77451\n",
      "[353]\tvalid_0's auc: 0.77451\n",
      "[354]\tvalid_0's auc: 0.775401\n",
      "[355]\tvalid_0's auc: 0.775401\n",
      "[356]\tvalid_0's auc: 0.774287\n",
      "[357]\tvalid_0's auc: 0.773841\n",
      "[358]\tvalid_0's auc: 0.773619\n",
      "[359]\tvalid_0's auc: 0.774287\n",
      "[360]\tvalid_0's auc: 0.774955\n",
      "[361]\tvalid_0's auc: 0.772504\n",
      "[362]\tvalid_0's auc: 0.772727\n",
      "[363]\tvalid_0's auc: 0.774287\n",
      "[364]\tvalid_0's auc: 0.775401\n",
      "[365]\tvalid_0's auc: 0.773841\n",
      "[366]\tvalid_0's auc: 0.774733\n",
      "[367]\tvalid_0's auc: 0.77607\n",
      "[368]\tvalid_0's auc: 0.775624\n",
      "[369]\tvalid_0's auc: 0.774955\n",
      "[370]\tvalid_0's auc: 0.776292\n",
      "[371]\tvalid_0's auc: 0.77607\n",
      "[372]\tvalid_0's auc: 0.776961\n",
      "[373]\tvalid_0's auc: 0.776515\n",
      "[374]\tvalid_0's auc: 0.778298\n",
      "[375]\tvalid_0's auc: 0.779189\n",
      "[376]\tvalid_0's auc: 0.778298\n",
      "[377]\tvalid_0's auc: 0.77852\n",
      "[378]\tvalid_0's auc: 0.77852\n",
      "[379]\tvalid_0's auc: 0.778298\n",
      "[380]\tvalid_0's auc: 0.778298\n",
      "[381]\tvalid_0's auc: 0.777629\n",
      "[382]\tvalid_0's auc: 0.777629\n",
      "[383]\tvalid_0's auc: 0.777852\n",
      "[384]\tvalid_0's auc: 0.777184\n",
      "[385]\tvalid_0's auc: 0.776961\n",
      "[386]\tvalid_0's auc: 0.776738\n",
      "[387]\tvalid_0's auc: 0.776961\n",
      "[388]\tvalid_0's auc: 0.777629\n",
      "[389]\tvalid_0's auc: 0.779635\n",
      "[390]\tvalid_0's auc: 0.779189\n",
      "[391]\tvalid_0's auc: 0.778966\n",
      "[392]\tvalid_0's auc: 0.778075\n",
      "[393]\tvalid_0's auc: 0.77852\n",
      "[394]\tvalid_0's auc: 0.779189\n",
      "[395]\tvalid_0's auc: 0.779189\n",
      "[396]\tvalid_0's auc: 0.779189\n",
      "[397]\tvalid_0's auc: 0.779857\n",
      "[398]\tvalid_0's auc: 0.779189\n",
      "[399]\tvalid_0's auc: 0.780526\n",
      "[400]\tvalid_0's auc: 0.780749\n",
      "[401]\tvalid_0's auc: 0.78008\n",
      "[402]\tvalid_0's auc: 0.779635\n",
      "[403]\tvalid_0's auc: 0.778966\n",
      "[404]\tvalid_0's auc: 0.77852\n",
      "[405]\tvalid_0's auc: 0.779857\n",
      "[406]\tvalid_0's auc: 0.779857\n",
      "[407]\tvalid_0's auc: 0.778298\n",
      "[408]\tvalid_0's auc: 0.779412\n",
      "[409]\tvalid_0's auc: 0.779412\n",
      "[410]\tvalid_0's auc: 0.778966\n",
      "[411]\tvalid_0's auc: 0.778966\n",
      "[412]\tvalid_0's auc: 0.778966\n",
      "[413]\tvalid_0's auc: 0.779189\n",
      "[414]\tvalid_0's auc: 0.778743\n",
      "[415]\tvalid_0's auc: 0.778966\n",
      "[416]\tvalid_0's auc: 0.779412\n",
      "[417]\tvalid_0's auc: 0.777406\n",
      "[418]\tvalid_0's auc: 0.777852\n",
      "[419]\tvalid_0's auc: 0.77852\n",
      "[420]\tvalid_0's auc: 0.778743\n",
      "[421]\tvalid_0's auc: 0.779412\n",
      "[422]\tvalid_0's auc: 0.779857\n",
      "[423]\tvalid_0's auc: 0.778966\n",
      "[424]\tvalid_0's auc: 0.77852\n",
      "[425]\tvalid_0's auc: 0.777852\n",
      "[426]\tvalid_0's auc: 0.778298\n",
      "[427]\tvalid_0's auc: 0.779189\n",
      "[428]\tvalid_0's auc: 0.778743\n",
      "[429]\tvalid_0's auc: 0.77852\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[430]\tvalid_0's auc: 0.778743\n",
      "[431]\tvalid_0's auc: 0.777629\n",
      "[432]\tvalid_0's auc: 0.77852\n",
      "[433]\tvalid_0's auc: 0.778966\n",
      "[434]\tvalid_0's auc: 0.780971\n",
      "[435]\tvalid_0's auc: 0.780971\n",
      "[436]\tvalid_0's auc: 0.78008\n",
      "[437]\tvalid_0's auc: 0.779857\n",
      "[438]\tvalid_0's auc: 0.78008\n",
      "[439]\tvalid_0's auc: 0.781417\n",
      "[440]\tvalid_0's auc: 0.781417\n",
      "[441]\tvalid_0's auc: 0.781194\n",
      "[442]\tvalid_0's auc: 0.781417\n",
      "[443]\tvalid_0's auc: 0.781417\n",
      "[444]\tvalid_0's auc: 0.781417\n",
      "[445]\tvalid_0's auc: 0.780303\n",
      "[446]\tvalid_0's auc: 0.78008\n",
      "[447]\tvalid_0's auc: 0.78008\n",
      "[448]\tvalid_0's auc: 0.779412\n",
      "[449]\tvalid_0's auc: 0.779635\n",
      "[450]\tvalid_0's auc: 0.778966\n",
      "[451]\tvalid_0's auc: 0.780971\n",
      "[452]\tvalid_0's auc: 0.779857\n",
      "[453]\tvalid_0's auc: 0.78008\n",
      "[454]\tvalid_0's auc: 0.78008\n",
      "[455]\tvalid_0's auc: 0.779412\n",
      "[456]\tvalid_0's auc: 0.778966\n",
      "[457]\tvalid_0's auc: 0.779635\n",
      "[458]\tvalid_0's auc: 0.78008\n",
      "[459]\tvalid_0's auc: 0.78008\n",
      "[460]\tvalid_0's auc: 0.78008\n",
      "[461]\tvalid_0's auc: 0.780749\n",
      "[462]\tvalid_0's auc: 0.779857\n",
      "[463]\tvalid_0's auc: 0.780526\n",
      "[464]\tvalid_0's auc: 0.780303\n",
      "[465]\tvalid_0's auc: 0.780971\n",
      "[466]\tvalid_0's auc: 0.780749\n",
      "[467]\tvalid_0's auc: 0.781863\n",
      "[468]\tvalid_0's auc: 0.782308\n",
      "[469]\tvalid_0's auc: 0.782754\n",
      "[470]\tvalid_0's auc: 0.782754\n",
      "[471]\tvalid_0's auc: 0.782531\n",
      "[472]\tvalid_0's auc: 0.782977\n",
      "[473]\tvalid_0's auc: 0.783645\n",
      "[474]\tvalid_0's auc: 0.784314\n",
      "[475]\tvalid_0's auc: 0.783868\n",
      "[476]\tvalid_0's auc: 0.784537\n",
      "[477]\tvalid_0's auc: 0.782977\n",
      "[478]\tvalid_0's auc: 0.782977\n",
      "[479]\tvalid_0's auc: 0.782308\n",
      "[480]\tvalid_0's auc: 0.783422\n",
      "[481]\tvalid_0's auc: 0.784537\n",
      "[482]\tvalid_0's auc: 0.783868\n",
      "[483]\tvalid_0's auc: 0.784314\n",
      "[484]\tvalid_0's auc: 0.784759\n",
      "[485]\tvalid_0's auc: 0.784982\n",
      "[486]\tvalid_0's auc: 0.784759\n",
      "[487]\tvalid_0's auc: 0.785651\n",
      "[488]\tvalid_0's auc: 0.785428\n",
      "[489]\tvalid_0's auc: 0.786096\n",
      "[490]\tvalid_0's auc: 0.784537\n",
      "[491]\tvalid_0's auc: 0.784091\n",
      "[492]\tvalid_0's auc: 0.782754\n",
      "[493]\tvalid_0's auc: 0.783645\n",
      "[494]\tvalid_0's auc: 0.783422\n",
      "[495]\tvalid_0's auc: 0.7832\n",
      "[496]\tvalid_0's auc: 0.784091\n",
      "[497]\tvalid_0's auc: 0.783422\n",
      "[498]\tvalid_0's auc: 0.782308\n",
      "[499]\tvalid_0's auc: 0.782754\n",
      "[500]\tvalid_0's auc: 0.782531\n",
      "[501]\tvalid_0's auc: 0.781417\n",
      "[502]\tvalid_0's auc: 0.781863\n",
      "[503]\tvalid_0's auc: 0.782531\n",
      "[504]\tvalid_0's auc: 0.782754\n",
      "[505]\tvalid_0's auc: 0.7832\n",
      "[506]\tvalid_0's auc: 0.784537\n",
      "[507]\tvalid_0's auc: 0.785428\n",
      "[508]\tvalid_0's auc: 0.785428\n",
      "[509]\tvalid_0's auc: 0.784759\n",
      "[510]\tvalid_0's auc: 0.784091\n",
      "[511]\tvalid_0's auc: 0.784537\n",
      "[512]\tvalid_0's auc: 0.784091\n",
      "[513]\tvalid_0's auc: 0.784314\n",
      "[514]\tvalid_0's auc: 0.784314\n",
      "[515]\tvalid_0's auc: 0.784982\n",
      "[516]\tvalid_0's auc: 0.784982\n",
      "[517]\tvalid_0's auc: 0.785428\n",
      "[518]\tvalid_0's auc: 0.785428\n",
      "[519]\tvalid_0's auc: 0.785873\n",
      "[520]\tvalid_0's auc: 0.785873\n",
      "[521]\tvalid_0's auc: 0.785873\n",
      "[522]\tvalid_0's auc: 0.785205\n",
      "[523]\tvalid_0's auc: 0.784982\n",
      "[524]\tvalid_0's auc: 0.785205\n",
      "[525]\tvalid_0's auc: 0.784982\n",
      "[526]\tvalid_0's auc: 0.784982\n",
      "[527]\tvalid_0's auc: 0.784759\n",
      "[528]\tvalid_0's auc: 0.784314\n",
      "[529]\tvalid_0's auc: 0.784314\n",
      "[530]\tvalid_0's auc: 0.784091\n",
      "[531]\tvalid_0's auc: 0.785428\n",
      "[532]\tvalid_0's auc: 0.784314\n",
      "[533]\tvalid_0's auc: 0.784314\n",
      "[534]\tvalid_0's auc: 0.784314\n",
      "[535]\tvalid_0's auc: 0.784537\n",
      "[536]\tvalid_0's auc: 0.785428\n",
      "[537]\tvalid_0's auc: 0.786096\n",
      "[538]\tvalid_0's auc: 0.785651\n",
      "[539]\tvalid_0's auc: 0.786096\n",
      "[540]\tvalid_0's auc: 0.785873\n",
      "[541]\tvalid_0's auc: 0.785873\n",
      "[542]\tvalid_0's auc: 0.786765\n",
      "[543]\tvalid_0's auc: 0.786096\n",
      "[544]\tvalid_0's auc: 0.785873\n",
      "[545]\tvalid_0's auc: 0.785428\n",
      "[546]\tvalid_0's auc: 0.785205\n",
      "[547]\tvalid_0's auc: 0.785873\n",
      "[548]\tvalid_0's auc: 0.786319\n",
      "[549]\tvalid_0's auc: 0.786765\n",
      "[550]\tvalid_0's auc: 0.787433\n",
      "[551]\tvalid_0's auc: 0.786765\n",
      "[552]\tvalid_0's auc: 0.786319\n",
      "[553]\tvalid_0's auc: 0.786096\n",
      "[554]\tvalid_0's auc: 0.785651\n",
      "[555]\tvalid_0's auc: 0.786096\n",
      "[556]\tvalid_0's auc: 0.784759\n",
      "[557]\tvalid_0's auc: 0.784537\n",
      "[558]\tvalid_0's auc: 0.784982\n",
      "[559]\tvalid_0's auc: 0.784759\n",
      "[560]\tvalid_0's auc: 0.786319\n",
      "[561]\tvalid_0's auc: 0.786319\n",
      "[562]\tvalid_0's auc: 0.785428\n",
      "[563]\tvalid_0's auc: 0.784982\n",
      "[564]\tvalid_0's auc: 0.783645\n",
      "[565]\tvalid_0's auc: 0.782531\n",
      "[566]\tvalid_0's auc: 0.782977\n",
      "[567]\tvalid_0's auc: 0.784759\n",
      "[568]\tvalid_0's auc: 0.784759\n",
      "[569]\tvalid_0's auc: 0.785205\n",
      "[570]\tvalid_0's auc: 0.786319\n",
      "[571]\tvalid_0's auc: 0.785651\n",
      "[572]\tvalid_0's auc: 0.785651\n",
      "[573]\tvalid_0's auc: 0.784982\n",
      "[574]\tvalid_0's auc: 0.784759\n",
      "[575]\tvalid_0's auc: 0.784537\n",
      "[576]\tvalid_0's auc: 0.784091\n",
      "[577]\tvalid_0's auc: 0.784982\n",
      "[578]\tvalid_0's auc: 0.783868\n",
      "[579]\tvalid_0's auc: 0.784537\n",
      "[580]\tvalid_0's auc: 0.784314\n",
      "[581]\tvalid_0's auc: 0.784759\n",
      "[582]\tvalid_0's auc: 0.784314\n",
      "[583]\tvalid_0's auc: 0.784982\n",
      "[584]\tvalid_0's auc: 0.783868\n",
      "[585]\tvalid_0's auc: 0.784091\n",
      "[586]\tvalid_0's auc: 0.783868\n",
      "[587]\tvalid_0's auc: 0.784091\n",
      "[588]\tvalid_0's auc: 0.784314\n",
      "[589]\tvalid_0's auc: 0.784091\n",
      "[590]\tvalid_0's auc: 0.783422\n",
      "[591]\tvalid_0's auc: 0.7832\n",
      "[592]\tvalid_0's auc: 0.784091\n",
      "[593]\tvalid_0's auc: 0.783645\n",
      "[594]\tvalid_0's auc: 0.783868\n",
      "[595]\tvalid_0's auc: 0.783868\n",
      "[596]\tvalid_0's auc: 0.783868\n",
      "[597]\tvalid_0's auc: 0.784091\n",
      "[598]\tvalid_0's auc: 0.784537\n",
      "[599]\tvalid_0's auc: 0.784759\n",
      "[600]\tvalid_0's auc: 0.784091\n",
      "[601]\tvalid_0's auc: 0.784314\n",
      "[602]\tvalid_0's auc: 0.783868\n",
      "[603]\tvalid_0's auc: 0.784091\n",
      "[604]\tvalid_0's auc: 0.782977\n",
      "[605]\tvalid_0's auc: 0.782977\n",
      "[606]\tvalid_0's auc: 0.782754\n",
      "[607]\tvalid_0's auc: 0.781863\n",
      "[608]\tvalid_0's auc: 0.782086\n",
      "[609]\tvalid_0's auc: 0.78164\n",
      "[610]\tvalid_0's auc: 0.782086\n",
      "[611]\tvalid_0's auc: 0.78164\n",
      "[612]\tvalid_0's auc: 0.78164\n",
      "[613]\tvalid_0's auc: 0.78164\n",
      "[614]\tvalid_0's auc: 0.782308\n",
      "[615]\tvalid_0's auc: 0.782754\n",
      "[616]\tvalid_0's auc: 0.782977\n",
      "[617]\tvalid_0's auc: 0.782977\n",
      "[618]\tvalid_0's auc: 0.7832\n",
      "[619]\tvalid_0's auc: 0.782308\n",
      "[620]\tvalid_0's auc: 0.782308\n",
      "[621]\tvalid_0's auc: 0.782086\n",
      "[622]\tvalid_0's auc: 0.782531\n",
      "[623]\tvalid_0's auc: 0.782531\n",
      "[624]\tvalid_0's auc: 0.782977\n",
      "[625]\tvalid_0's auc: 0.782754\n",
      "[626]\tvalid_0's auc: 0.782531\n",
      "[627]\tvalid_0's auc: 0.783645\n",
      "[628]\tvalid_0's auc: 0.783645\n",
      "[629]\tvalid_0's auc: 0.784759\n",
      "[630]\tvalid_0's auc: 0.784982\n",
      "[631]\tvalid_0's auc: 0.785205\n",
      "[632]\tvalid_0's auc: 0.784759\n",
      "[633]\tvalid_0's auc: 0.784759\n",
      "[634]\tvalid_0's auc: 0.784537\n",
      "[635]\tvalid_0's auc: 0.785205\n",
      "[636]\tvalid_0's auc: 0.784091\n",
      "[637]\tvalid_0's auc: 0.784537\n",
      "[638]\tvalid_0's auc: 0.784314\n",
      "[639]\tvalid_0's auc: 0.784091\n",
      "[640]\tvalid_0's auc: 0.784759\n",
      "[641]\tvalid_0's auc: 0.784314\n",
      "[642]\tvalid_0's auc: 0.784982\n",
      "[643]\tvalid_0's auc: 0.784537\n",
      "[644]\tvalid_0's auc: 0.783645\n",
      "[645]\tvalid_0's auc: 0.783645\n",
      "[646]\tvalid_0's auc: 0.784091\n",
      "[647]\tvalid_0's auc: 0.7832\n",
      "[648]\tvalid_0's auc: 0.783422\n",
      "[649]\tvalid_0's auc: 0.782977\n",
      "[650]\tvalid_0's auc: 0.7832\n",
      "[651]\tvalid_0's auc: 0.782977\n",
      "[652]\tvalid_0's auc: 0.783422\n",
      "[653]\tvalid_0's auc: 0.783645\n",
      "[654]\tvalid_0's auc: 0.782977\n",
      "[655]\tvalid_0's auc: 0.782754\n",
      "[656]\tvalid_0's auc: 0.78164\n",
      "[657]\tvalid_0's auc: 0.782308\n",
      "[658]\tvalid_0's auc: 0.7832\n",
      "[659]\tvalid_0's auc: 0.782531\n",
      "[660]\tvalid_0's auc: 0.782308\n",
      "[661]\tvalid_0's auc: 0.781194\n",
      "[662]\tvalid_0's auc: 0.780971\n",
      "[663]\tvalid_0's auc: 0.781194\n",
      "[664]\tvalid_0's auc: 0.781417\n",
      "[665]\tvalid_0's auc: 0.780971\n",
      "[666]\tvalid_0's auc: 0.780971\n",
      "[667]\tvalid_0's auc: 0.782308\n",
      "[668]\tvalid_0's auc: 0.782308\n",
      "[669]\tvalid_0's auc: 0.782977\n",
      "[670]\tvalid_0's auc: 0.782308\n",
      "[671]\tvalid_0's auc: 0.782531\n",
      "[672]\tvalid_0's auc: 0.782308\n",
      "[673]\tvalid_0's auc: 0.782531\n",
      "[674]\tvalid_0's auc: 0.7832\n",
      "[675]\tvalid_0's auc: 0.782977\n",
      "[676]\tvalid_0's auc: 0.782086\n",
      "[677]\tvalid_0's auc: 0.78164\n",
      "[678]\tvalid_0's auc: 0.781863\n",
      "[679]\tvalid_0's auc: 0.780971\n",
      "[680]\tvalid_0's auc: 0.780526\n",
      "[681]\tvalid_0's auc: 0.78008\n",
      "[682]\tvalid_0's auc: 0.780526\n",
      "[683]\tvalid_0's auc: 0.780749\n",
      "[684]\tvalid_0's auc: 0.781417\n",
      "[685]\tvalid_0's auc: 0.781417\n",
      "[686]\tvalid_0's auc: 0.781194\n",
      "[687]\tvalid_0's auc: 0.781863\n",
      "[688]\tvalid_0's auc: 0.781417\n",
      "[689]\tvalid_0's auc: 0.779857\n",
      "[690]\tvalid_0's auc: 0.779189\n",
      "[691]\tvalid_0's auc: 0.780303\n",
      "[692]\tvalid_0's auc: 0.780971\n",
      "[693]\tvalid_0's auc: 0.780971\n",
      "[694]\tvalid_0's auc: 0.780749\n",
      "[695]\tvalid_0's auc: 0.781863\n",
      "[696]\tvalid_0's auc: 0.78164\n",
      "[697]\tvalid_0's auc: 0.781194\n",
      "[698]\tvalid_0's auc: 0.781194\n",
      "[699]\tvalid_0's auc: 0.780749\n",
      "[700]\tvalid_0's auc: 0.780749\n",
      "[701]\tvalid_0's auc: 0.779857\n",
      "[702]\tvalid_0's auc: 0.779412\n",
      "[703]\tvalid_0's auc: 0.779189\n",
      "[704]\tvalid_0's auc: 0.779412\n",
      "[705]\tvalid_0's auc: 0.779635\n",
      "[706]\tvalid_0's auc: 0.779635\n",
      "[707]\tvalid_0's auc: 0.778743\n",
      "[708]\tvalid_0's auc: 0.77852\n",
      "[709]\tvalid_0's auc: 0.778966\n",
      "[710]\tvalid_0's auc: 0.778298\n",
      "[711]\tvalid_0's auc: 0.77852\n",
      "[712]\tvalid_0's auc: 0.779189\n",
      "[713]\tvalid_0's auc: 0.779412\n",
      "[714]\tvalid_0's auc: 0.778966\n",
      "[715]\tvalid_0's auc: 0.779635\n",
      "[716]\tvalid_0's auc: 0.779189\n",
      "[717]\tvalid_0's auc: 0.778743\n",
      "[718]\tvalid_0's auc: 0.778743\n",
      "[719]\tvalid_0's auc: 0.777852\n",
      "[720]\tvalid_0's auc: 0.778743\n",
      "[721]\tvalid_0's auc: 0.779189\n",
      "[722]\tvalid_0's auc: 0.779412\n",
      "[723]\tvalid_0's auc: 0.778743\n",
      "[724]\tvalid_0's auc: 0.778966\n",
      "[725]\tvalid_0's auc: 0.778966\n",
      "[726]\tvalid_0's auc: 0.779857\n",
      "[727]\tvalid_0's auc: 0.778966\n",
      "[728]\tvalid_0's auc: 0.779635\n",
      "[729]\tvalid_0's auc: 0.778298\n",
      "[730]\tvalid_0's auc: 0.77852\n",
      "[731]\tvalid_0's auc: 0.778743\n",
      "[732]\tvalid_0's auc: 0.777629\n",
      "[733]\tvalid_0's auc: 0.776292\n",
      "[734]\tvalid_0's auc: 0.77607\n",
      "[735]\tvalid_0's auc: 0.776515\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[736]\tvalid_0's auc: 0.777406\n",
      "[737]\tvalid_0's auc: 0.777184\n",
      "[738]\tvalid_0's auc: 0.777629\n",
      "[739]\tvalid_0's auc: 0.778075\n",
      "[740]\tvalid_0's auc: 0.778075\n",
      "[741]\tvalid_0's auc: 0.778075\n",
      "[742]\tvalid_0's auc: 0.778298\n",
      "[743]\tvalid_0's auc: 0.778966\n",
      "[744]\tvalid_0's auc: 0.778298\n",
      "[745]\tvalid_0's auc: 0.778966\n",
      "[746]\tvalid_0's auc: 0.778743\n",
      "[747]\tvalid_0's auc: 0.778966\n",
      "[748]\tvalid_0's auc: 0.779635\n",
      "[749]\tvalid_0's auc: 0.779857\n",
      "[750]\tvalid_0's auc: 0.78008\n",
      "Early stopping, best iteration is:\n",
      "[550]\tvalid_0's auc: 0.787433\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.458111\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.473373\n",
      "[3]\tvalid_0's auc: 0.54668\n",
      "[4]\tvalid_0's auc: 0.565731\n",
      "[5]\tvalid_0's auc: 0.576983\n",
      "[6]\tvalid_0's auc: 0.611185\n",
      "[7]\tvalid_0's auc: 0.617981\n",
      "[8]\tvalid_0's auc: 0.617758\n",
      "[9]\tvalid_0's auc: 0.59893\n",
      "[10]\tvalid_0's auc: 0.593583\n",
      "[11]\tvalid_0's auc: 0.605838\n",
      "[12]\tvalid_0's auc: 0.608957\n",
      "[13]\tvalid_0's auc: 0.61475\n",
      "[14]\tvalid_0's auc: 0.623217\n",
      "[15]\tvalid_0's auc: 0.644831\n",
      "[16]\tvalid_0's auc: 0.637923\n",
      "[17]\tvalid_0's auc: 0.646836\n",
      "[18]\tvalid_0's auc: 0.655303\n",
      "[19]\tvalid_0's auc: 0.654635\n",
      "[20]\tvalid_0's auc: 0.672014\n",
      "[21]\tvalid_0's auc: 0.681373\n",
      "[22]\tvalid_0's auc: 0.683601\n",
      "[23]\tvalid_0's auc: 0.68115\n",
      "[24]\tvalid_0's auc: 0.68516\n",
      "[25]\tvalid_0's auc: 0.683824\n",
      "[26]\tvalid_0's auc: 0.693182\n",
      "[27]\tvalid_0's auc: 0.686275\n",
      "[28]\tvalid_0's auc: 0.693627\n",
      "[29]\tvalid_0's auc: 0.703877\n",
      "[30]\tvalid_0's auc: 0.704991\n",
      "[31]\tvalid_0's auc: 0.706996\n",
      "[32]\tvalid_0's auc: 0.695187\n",
      "[33]\tvalid_0's auc: 0.700758\n",
      "[34]\tvalid_0's auc: 0.704768\n",
      "[35]\tvalid_0's auc: 0.703209\n",
      "[36]\tvalid_0's auc: 0.71123\n",
      "[37]\tvalid_0's auc: 0.708111\n",
      "[38]\tvalid_0's auc: 0.714127\n",
      "[39]\tvalid_0's auc: 0.712121\n",
      "[40]\tvalid_0's auc: 0.711898\n",
      "[41]\tvalid_0's auc: 0.715909\n",
      "[42]\tvalid_0's auc: 0.712567\n",
      "[43]\tvalid_0's auc: 0.712344\n",
      "[44]\tvalid_0's auc: 0.712344\n",
      "[45]\tvalid_0's auc: 0.706774\n",
      "[46]\tvalid_0's auc: 0.705214\n",
      "[47]\tvalid_0's auc: 0.709225\n",
      "[48]\tvalid_0's auc: 0.712121\n",
      "[49]\tvalid_0's auc: 0.721034\n",
      "[50]\tvalid_0's auc: 0.718137\n",
      "[51]\tvalid_0's auc: 0.720588\n",
      "[52]\tvalid_0's auc: 0.717692\n",
      "[53]\tvalid_0's auc: 0.715686\n",
      "[54]\tvalid_0's auc: 0.71123\n",
      "[55]\tvalid_0's auc: 0.705882\n",
      "[56]\tvalid_0's auc: 0.712344\n",
      "[57]\tvalid_0's auc: 0.712344\n",
      "[58]\tvalid_0's auc: 0.717023\n",
      "[59]\tvalid_0's auc: 0.720811\n",
      "[60]\tvalid_0's auc: 0.722816\n",
      "[61]\tvalid_0's auc: 0.723039\n",
      "[62]\tvalid_0's auc: 0.723485\n",
      "[63]\tvalid_0's auc: 0.72549\n",
      "[64]\tvalid_0's auc: 0.722816\n",
      "[65]\tvalid_0's auc: 0.722371\n",
      "[66]\tvalid_0's auc: 0.723708\n",
      "[67]\tvalid_0's auc: 0.726827\n",
      "[68]\tvalid_0's auc: 0.725713\n",
      "[69]\tvalid_0's auc: 0.724599\n",
      "[70]\tvalid_0's auc: 0.730615\n",
      "[71]\tvalid_0's auc: 0.732398\n",
      "[72]\tvalid_0's auc: 0.731283\n",
      "[73]\tvalid_0's auc: 0.728832\n",
      "[74]\tvalid_0's auc: 0.730838\n",
      "[75]\tvalid_0's auc: 0.731506\n",
      "[76]\tvalid_0's auc: 0.73262\n",
      "[77]\tvalid_0's auc: 0.73262\n",
      "[78]\tvalid_0's auc: 0.731729\n",
      "[79]\tvalid_0's auc: 0.729501\n",
      "[80]\tvalid_0's auc: 0.730615\n",
      "[81]\tvalid_0's auc: 0.730838\n",
      "[82]\tvalid_0's auc: 0.730392\n",
      "[83]\tvalid_0's auc: 0.728164\n",
      "[84]\tvalid_0's auc: 0.725936\n",
      "[85]\tvalid_0's auc: 0.725267\n",
      "[86]\tvalid_0's auc: 0.723262\n",
      "[87]\tvalid_0's auc: 0.724599\n",
      "[88]\tvalid_0's auc: 0.727273\n",
      "[89]\tvalid_0's auc: 0.730615\n",
      "[90]\tvalid_0's auc: 0.732843\n",
      "[91]\tvalid_0's auc: 0.734626\n",
      "[92]\tvalid_0's auc: 0.733957\n",
      "[93]\tvalid_0's auc: 0.733512\n",
      "[94]\tvalid_0's auc: 0.736185\n",
      "[95]\tvalid_0's auc: 0.738191\n",
      "[96]\tvalid_0's auc: 0.743538\n",
      "[97]\tvalid_0's auc: 0.739973\n",
      "[98]\tvalid_0's auc: 0.744875\n",
      "[99]\tvalid_0's auc: 0.747549\n",
      "[100]\tvalid_0's auc: 0.743984\n",
      "[101]\tvalid_0's auc: 0.748663\n",
      "[102]\tvalid_0's auc: 0.750891\n",
      "[103]\tvalid_0's auc: 0.754902\n",
      "[104]\tvalid_0's auc: 0.754456\n",
      "[105]\tvalid_0's auc: 0.75557\n",
      "[106]\tvalid_0's auc: 0.75\n",
      "[107]\tvalid_0's auc: 0.745989\n",
      "[108]\tvalid_0's auc: 0.740419\n",
      "[109]\tvalid_0's auc: 0.734626\n",
      "[110]\tvalid_0's auc: 0.733066\n",
      "[111]\tvalid_0's auc: 0.731952\n",
      "[112]\tvalid_0's auc: 0.729055\n",
      "[113]\tvalid_0's auc: 0.728387\n",
      "[114]\tvalid_0's auc: 0.728387\n",
      "[115]\tvalid_0's auc: 0.730169\n",
      "[116]\tvalid_0's auc: 0.730615\n",
      "[117]\tvalid_0's auc: 0.73418\n",
      "[118]\tvalid_0's auc: 0.735071\n",
      "[119]\tvalid_0's auc: 0.739082\n",
      "[120]\tvalid_0's auc: 0.734403\n",
      "[121]\tvalid_0's auc: 0.733957\n",
      "[122]\tvalid_0's auc: 0.735294\n",
      "[123]\tvalid_0's auc: 0.734626\n",
      "[124]\tvalid_0's auc: 0.733734\n",
      "[125]\tvalid_0's auc: 0.733734\n",
      "[126]\tvalid_0's auc: 0.733734\n",
      "[127]\tvalid_0's auc: 0.736185\n",
      "[128]\tvalid_0's auc: 0.738859\n",
      "[129]\tvalid_0's auc: 0.737968\n",
      "[130]\tvalid_0's auc: 0.738191\n",
      "[131]\tvalid_0's auc: 0.739305\n",
      "[132]\tvalid_0's auc: 0.741087\n",
      "[133]\tvalid_0's auc: 0.740642\n",
      "[134]\tvalid_0's auc: 0.743316\n",
      "[135]\tvalid_0's auc: 0.741979\n",
      "[136]\tvalid_0's auc: 0.746881\n",
      "[137]\tvalid_0's auc: 0.748886\n",
      "[138]\tvalid_0's auc: 0.749109\n",
      "[139]\tvalid_0's auc: 0.749332\n",
      "[140]\tvalid_0's auc: 0.749777\n",
      "[141]\tvalid_0's auc: 0.749777\n",
      "[142]\tvalid_0's auc: 0.748886\n",
      "[143]\tvalid_0's auc: 0.752674\n",
      "[144]\tvalid_0's auc: 0.751337\n",
      "[145]\tvalid_0's auc: 0.753788\n",
      "[146]\tvalid_0's auc: 0.755793\n",
      "[147]\tvalid_0's auc: 0.756684\n",
      "[148]\tvalid_0's auc: 0.75713\n",
      "[149]\tvalid_0's auc: 0.759358\n",
      "[150]\tvalid_0's auc: 0.760027\n",
      "[151]\tvalid_0's auc: 0.758913\n",
      "[152]\tvalid_0's auc: 0.759581\n",
      "[153]\tvalid_0's auc: 0.762478\n",
      "[154]\tvalid_0's auc: 0.763146\n",
      "[155]\tvalid_0's auc: 0.766711\n",
      "[156]\tvalid_0's auc: 0.766934\n",
      "[157]\tvalid_0's auc: 0.768717\n",
      "[158]\tvalid_0's auc: 0.768939\n",
      "[159]\tvalid_0's auc: 0.767157\n",
      "[160]\tvalid_0's auc: 0.767157\n",
      "[161]\tvalid_0's auc: 0.766043\n",
      "[162]\tvalid_0's auc: 0.76582\n",
      "[163]\tvalid_0's auc: 0.763369\n",
      "[164]\tvalid_0's auc: 0.762478\n",
      "[165]\tvalid_0's auc: 0.76582\n",
      "[166]\tvalid_0's auc: 0.763815\n",
      "[167]\tvalid_0's auc: 0.762478\n",
      "[168]\tvalid_0's auc: 0.764929\n",
      "[169]\tvalid_0's auc: 0.761364\n",
      "[170]\tvalid_0's auc: 0.761586\n",
      "[171]\tvalid_0's auc: 0.763369\n",
      "[172]\tvalid_0's auc: 0.765152\n",
      "[173]\tvalid_0's auc: 0.762701\n",
      "[174]\tvalid_0's auc: 0.761809\n",
      "[175]\tvalid_0's auc: 0.761141\n",
      "[176]\tvalid_0's auc: 0.761364\n",
      "[177]\tvalid_0's auc: 0.760472\n",
      "[178]\tvalid_0's auc: 0.762255\n",
      "[179]\tvalid_0's auc: 0.761141\n",
      "[180]\tvalid_0's auc: 0.761809\n",
      "[181]\tvalid_0's auc: 0.762478\n",
      "[182]\tvalid_0's auc: 0.763146\n",
      "[183]\tvalid_0's auc: 0.762255\n",
      "[184]\tvalid_0's auc: 0.760918\n",
      "[185]\tvalid_0's auc: 0.761141\n",
      "[186]\tvalid_0's auc: 0.761809\n",
      "[187]\tvalid_0's auc: 0.762701\n",
      "[188]\tvalid_0's auc: 0.762032\n",
      "[189]\tvalid_0's auc: 0.76582\n",
      "[190]\tvalid_0's auc: 0.76426\n",
      "[191]\tvalid_0's auc: 0.766488\n",
      "[192]\tvalid_0's auc: 0.765374\n",
      "[193]\tvalid_0's auc: 0.765374\n",
      "[194]\tvalid_0's auc: 0.763592\n",
      "[195]\tvalid_0's auc: 0.763815\n",
      "[196]\tvalid_0's auc: 0.76426\n",
      "[197]\tvalid_0's auc: 0.764483\n",
      "[198]\tvalid_0's auc: 0.764706\n",
      "[199]\tvalid_0's auc: 0.767602\n",
      "[200]\tvalid_0's auc: 0.768048\n",
      "[201]\tvalid_0's auc: 0.766934\n",
      "[202]\tvalid_0's auc: 0.768271\n",
      "[203]\tvalid_0's auc: 0.769608\n",
      "[204]\tvalid_0's auc: 0.770053\n",
      "[205]\tvalid_0's auc: 0.771168\n",
      "[206]\tvalid_0's auc: 0.772282\n",
      "[207]\tvalid_0's auc: 0.771613\n",
      "[208]\tvalid_0's auc: 0.770053\n",
      "[209]\tvalid_0's auc: 0.770945\n",
      "[210]\tvalid_0's auc: 0.773173\n",
      "[211]\tvalid_0's auc: 0.773841\n",
      "[212]\tvalid_0's auc: 0.770945\n",
      "[213]\tvalid_0's auc: 0.769608\n",
      "[214]\tvalid_0's auc: 0.771613\n",
      "[215]\tvalid_0's auc: 0.773396\n",
      "[216]\tvalid_0's auc: 0.773841\n",
      "[217]\tvalid_0's auc: 0.772282\n",
      "[218]\tvalid_0's auc: 0.773619\n",
      "[219]\tvalid_0's auc: 0.776292\n",
      "[220]\tvalid_0's auc: 0.777406\n",
      "[221]\tvalid_0's auc: 0.776515\n",
      "[222]\tvalid_0's auc: 0.775847\n",
      "[223]\tvalid_0's auc: 0.774955\n",
      "[224]\tvalid_0's auc: 0.773173\n",
      "[225]\tvalid_0's auc: 0.772504\n",
      "[226]\tvalid_0's auc: 0.773173\n",
      "[227]\tvalid_0's auc: 0.775624\n",
      "[228]\tvalid_0's auc: 0.775178\n",
      "[229]\tvalid_0's auc: 0.776738\n",
      "[230]\tvalid_0's auc: 0.778966\n",
      "[231]\tvalid_0's auc: 0.777852\n",
      "[232]\tvalid_0's auc: 0.777629\n",
      "[233]\tvalid_0's auc: 0.777629\n",
      "[234]\tvalid_0's auc: 0.777406\n",
      "[235]\tvalid_0's auc: 0.779635\n",
      "[236]\tvalid_0's auc: 0.779857\n",
      "[237]\tvalid_0's auc: 0.78008\n",
      "[238]\tvalid_0's auc: 0.781194\n",
      "[239]\tvalid_0's auc: 0.780971\n",
      "[240]\tvalid_0's auc: 0.780749\n",
      "[241]\tvalid_0's auc: 0.780749\n",
      "[242]\tvalid_0's auc: 0.780303\n",
      "[243]\tvalid_0's auc: 0.779635\n",
      "[244]\tvalid_0's auc: 0.778966\n",
      "[245]\tvalid_0's auc: 0.778966\n",
      "[246]\tvalid_0's auc: 0.778075\n",
      "[247]\tvalid_0's auc: 0.778966\n",
      "[248]\tvalid_0's auc: 0.777852\n",
      "[249]\tvalid_0's auc: 0.777406\n",
      "[250]\tvalid_0's auc: 0.778298\n",
      "[251]\tvalid_0's auc: 0.778298\n",
      "[252]\tvalid_0's auc: 0.776292\n",
      "[253]\tvalid_0's auc: 0.776961\n",
      "[254]\tvalid_0's auc: 0.773619\n",
      "[255]\tvalid_0's auc: 0.774733\n",
      "[256]\tvalid_0's auc: 0.774064\n",
      "[257]\tvalid_0's auc: 0.776738\n",
      "[258]\tvalid_0's auc: 0.775847\n",
      "[259]\tvalid_0's auc: 0.775178\n",
      "[260]\tvalid_0's auc: 0.777184\n",
      "[261]\tvalid_0's auc: 0.779189\n",
      "[262]\tvalid_0's auc: 0.779189\n",
      "[263]\tvalid_0's auc: 0.779857\n",
      "[264]\tvalid_0's auc: 0.779412\n",
      "[265]\tvalid_0's auc: 0.779857\n",
      "[266]\tvalid_0's auc: 0.778298\n",
      "[267]\tvalid_0's auc: 0.779635\n",
      "[268]\tvalid_0's auc: 0.779189\n",
      "[269]\tvalid_0's auc: 0.779189\n",
      "[270]\tvalid_0's auc: 0.779189\n",
      "[271]\tvalid_0's auc: 0.779857\n",
      "[272]\tvalid_0's auc: 0.779857\n",
      "[273]\tvalid_0's auc: 0.78008\n",
      "[274]\tvalid_0's auc: 0.780526\n",
      "[275]\tvalid_0's auc: 0.779412\n",
      "[276]\tvalid_0's auc: 0.779635\n",
      "[277]\tvalid_0's auc: 0.78008\n",
      "[278]\tvalid_0's auc: 0.780749\n",
      "[279]\tvalid_0's auc: 0.778743\n",
      "[280]\tvalid_0's auc: 0.78008\n",
      "[281]\tvalid_0's auc: 0.78164\n",
      "[282]\tvalid_0's auc: 0.781194\n",
      "[283]\tvalid_0's auc: 0.781417\n",
      "[284]\tvalid_0's auc: 0.780303\n",
      "[285]\tvalid_0's auc: 0.780526\n",
      "[286]\tvalid_0's auc: 0.780971\n",
      "[287]\tvalid_0's auc: 0.78164\n",
      "[288]\tvalid_0's auc: 0.781417\n",
      "[289]\tvalid_0's auc: 0.781417\n",
      "[290]\tvalid_0's auc: 0.782308\n",
      "[291]\tvalid_0's auc: 0.782308\n",
      "[292]\tvalid_0's auc: 0.782531\n",
      "[293]\tvalid_0's auc: 0.782308\n",
      "[294]\tvalid_0's auc: 0.782308\n",
      "[295]\tvalid_0's auc: 0.782531\n",
      "[296]\tvalid_0's auc: 0.783645\n",
      "[297]\tvalid_0's auc: 0.782754\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[298]\tvalid_0's auc: 0.7832\n",
      "[299]\tvalid_0's auc: 0.784314\n",
      "[300]\tvalid_0's auc: 0.782754\n",
      "[301]\tvalid_0's auc: 0.782977\n",
      "[302]\tvalid_0's auc: 0.783868\n",
      "[303]\tvalid_0's auc: 0.7832\n",
      "[304]\tvalid_0's auc: 0.783868\n",
      "[305]\tvalid_0's auc: 0.7832\n",
      "[306]\tvalid_0's auc: 0.7832\n",
      "[307]\tvalid_0's auc: 0.782531\n",
      "[308]\tvalid_0's auc: 0.783868\n",
      "[309]\tvalid_0's auc: 0.786765\n",
      "[310]\tvalid_0's auc: 0.785651\n",
      "[311]\tvalid_0's auc: 0.785873\n",
      "[312]\tvalid_0's auc: 0.786988\n",
      "[313]\tvalid_0's auc: 0.787879\n",
      "[314]\tvalid_0's auc: 0.788102\n",
      "[315]\tvalid_0's auc: 0.789216\n",
      "[316]\tvalid_0's auc: 0.790107\n",
      "[317]\tvalid_0's auc: 0.789661\n",
      "[318]\tvalid_0's auc: 0.790553\n",
      "[319]\tvalid_0's auc: 0.790553\n",
      "[320]\tvalid_0's auc: 0.791444\n",
      "[321]\tvalid_0's auc: 0.788993\n",
      "[322]\tvalid_0's auc: 0.789439\n",
      "[323]\tvalid_0's auc: 0.789439\n",
      "[324]\tvalid_0's auc: 0.789884\n",
      "[325]\tvalid_0's auc: 0.787433\n",
      "[326]\tvalid_0's auc: 0.789216\n",
      "[327]\tvalid_0's auc: 0.789884\n",
      "[328]\tvalid_0's auc: 0.790775\n",
      "[329]\tvalid_0's auc: 0.789884\n",
      "[330]\tvalid_0's auc: 0.792112\n",
      "[331]\tvalid_0's auc: 0.792335\n",
      "[332]\tvalid_0's auc: 0.792781\n",
      "[333]\tvalid_0's auc: 0.793226\n",
      "[334]\tvalid_0's auc: 0.793226\n",
      "[335]\tvalid_0's auc: 0.792558\n",
      "[336]\tvalid_0's auc: 0.792112\n",
      "[337]\tvalid_0's auc: 0.790553\n",
      "[338]\tvalid_0's auc: 0.791221\n",
      "[339]\tvalid_0's auc: 0.791221\n",
      "[340]\tvalid_0's auc: 0.790107\n",
      "[341]\tvalid_0's auc: 0.789661\n",
      "[342]\tvalid_0's auc: 0.790107\n",
      "[343]\tvalid_0's auc: 0.79033\n",
      "[344]\tvalid_0's auc: 0.791444\n",
      "[345]\tvalid_0's auc: 0.792335\n",
      "[346]\tvalid_0's auc: 0.791667\n",
      "[347]\tvalid_0's auc: 0.790775\n",
      "[348]\tvalid_0's auc: 0.789884\n",
      "[349]\tvalid_0's auc: 0.788102\n",
      "[350]\tvalid_0's auc: 0.786765\n",
      "[351]\tvalid_0's auc: 0.786765\n",
      "[352]\tvalid_0's auc: 0.786319\n",
      "[353]\tvalid_0's auc: 0.786096\n",
      "[354]\tvalid_0's auc: 0.786319\n",
      "[355]\tvalid_0's auc: 0.786319\n",
      "[356]\tvalid_0's auc: 0.786096\n",
      "[357]\tvalid_0's auc: 0.785651\n",
      "[358]\tvalid_0's auc: 0.785651\n",
      "[359]\tvalid_0's auc: 0.784982\n",
      "[360]\tvalid_0's auc: 0.784091\n",
      "[361]\tvalid_0's auc: 0.782754\n",
      "[362]\tvalid_0's auc: 0.783645\n",
      "[363]\tvalid_0's auc: 0.782977\n",
      "[364]\tvalid_0's auc: 0.785205\n",
      "[365]\tvalid_0's auc: 0.786096\n",
      "[366]\tvalid_0's auc: 0.786319\n",
      "[367]\tvalid_0's auc: 0.785873\n",
      "[368]\tvalid_0's auc: 0.786096\n",
      "[369]\tvalid_0's auc: 0.785205\n",
      "[370]\tvalid_0's auc: 0.785428\n",
      "[371]\tvalid_0's auc: 0.786542\n",
      "[372]\tvalid_0's auc: 0.785428\n",
      "[373]\tvalid_0's auc: 0.783422\n",
      "[374]\tvalid_0's auc: 0.783645\n",
      "[375]\tvalid_0's auc: 0.784091\n",
      "[376]\tvalid_0's auc: 0.784091\n",
      "[377]\tvalid_0's auc: 0.784314\n",
      "[378]\tvalid_0's auc: 0.786096\n",
      "[379]\tvalid_0's auc: 0.78721\n",
      "[380]\tvalid_0's auc: 0.787656\n",
      "[381]\tvalid_0's auc: 0.787879\n",
      "[382]\tvalid_0's auc: 0.78721\n",
      "[383]\tvalid_0's auc: 0.785651\n",
      "[384]\tvalid_0's auc: 0.786096\n",
      "[385]\tvalid_0's auc: 0.784759\n",
      "[386]\tvalid_0's auc: 0.783645\n",
      "[387]\tvalid_0's auc: 0.783868\n",
      "[388]\tvalid_0's auc: 0.784314\n",
      "[389]\tvalid_0's auc: 0.783868\n",
      "[390]\tvalid_0's auc: 0.784537\n",
      "[391]\tvalid_0's auc: 0.785205\n",
      "[392]\tvalid_0's auc: 0.786765\n",
      "[393]\tvalid_0's auc: 0.787433\n",
      "[394]\tvalid_0's auc: 0.786542\n",
      "[395]\tvalid_0's auc: 0.787433\n",
      "[396]\tvalid_0's auc: 0.789661\n",
      "[397]\tvalid_0's auc: 0.789216\n",
      "[398]\tvalid_0's auc: 0.790107\n",
      "[399]\tvalid_0's auc: 0.789439\n",
      "[400]\tvalid_0's auc: 0.789216\n",
      "[401]\tvalid_0's auc: 0.790553\n",
      "[402]\tvalid_0's auc: 0.789884\n",
      "[403]\tvalid_0's auc: 0.789439\n",
      "[404]\tvalid_0's auc: 0.789439\n",
      "[405]\tvalid_0's auc: 0.789439\n",
      "[406]\tvalid_0's auc: 0.789884\n",
      "[407]\tvalid_0's auc: 0.789216\n",
      "[408]\tvalid_0's auc: 0.788993\n",
      "[409]\tvalid_0's auc: 0.789439\n",
      "[410]\tvalid_0's auc: 0.788324\n",
      "[411]\tvalid_0's auc: 0.789439\n",
      "[412]\tvalid_0's auc: 0.790775\n",
      "[413]\tvalid_0's auc: 0.78877\n",
      "[414]\tvalid_0's auc: 0.789216\n",
      "[415]\tvalid_0's auc: 0.789216\n",
      "[416]\tvalid_0's auc: 0.790107\n",
      "[417]\tvalid_0's auc: 0.788993\n",
      "[418]\tvalid_0's auc: 0.788993\n",
      "[419]\tvalid_0's auc: 0.788993\n",
      "[420]\tvalid_0's auc: 0.788993\n",
      "[421]\tvalid_0's auc: 0.788993\n",
      "[422]\tvalid_0's auc: 0.789439\n",
      "[423]\tvalid_0's auc: 0.789439\n",
      "[424]\tvalid_0's auc: 0.789661\n",
      "[425]\tvalid_0's auc: 0.789661\n",
      "[426]\tvalid_0's auc: 0.79033\n",
      "[427]\tvalid_0's auc: 0.789439\n",
      "[428]\tvalid_0's auc: 0.788993\n",
      "[429]\tvalid_0's auc: 0.789884\n",
      "[430]\tvalid_0's auc: 0.790553\n",
      "[431]\tvalid_0's auc: 0.79033\n",
      "[432]\tvalid_0's auc: 0.790107\n",
      "[433]\tvalid_0's auc: 0.789439\n",
      "[434]\tvalid_0's auc: 0.78877\n",
      "[435]\tvalid_0's auc: 0.787656\n",
      "[436]\tvalid_0's auc: 0.787656\n",
      "[437]\tvalid_0's auc: 0.787656\n",
      "[438]\tvalid_0's auc: 0.788102\n",
      "[439]\tvalid_0's auc: 0.78877\n",
      "[440]\tvalid_0's auc: 0.787879\n",
      "[441]\tvalid_0's auc: 0.787879\n",
      "[442]\tvalid_0's auc: 0.78877\n",
      "[443]\tvalid_0's auc: 0.789216\n",
      "[444]\tvalid_0's auc: 0.789884\n",
      "[445]\tvalid_0's auc: 0.789884\n",
      "[446]\tvalid_0's auc: 0.789216\n",
      "[447]\tvalid_0's auc: 0.791221\n",
      "[448]\tvalid_0's auc: 0.789884\n",
      "[449]\tvalid_0's auc: 0.79033\n",
      "[450]\tvalid_0's auc: 0.790553\n",
      "[451]\tvalid_0's auc: 0.789439\n",
      "[452]\tvalid_0's auc: 0.79033\n",
      "[453]\tvalid_0's auc: 0.790553\n",
      "[454]\tvalid_0's auc: 0.792112\n",
      "[455]\tvalid_0's auc: 0.791444\n",
      "[456]\tvalid_0's auc: 0.789661\n",
      "[457]\tvalid_0's auc: 0.789884\n",
      "[458]\tvalid_0's auc: 0.788547\n",
      "[459]\tvalid_0's auc: 0.78721\n",
      "[460]\tvalid_0's auc: 0.786542\n",
      "[461]\tvalid_0's auc: 0.78877\n",
      "[462]\tvalid_0's auc: 0.789661\n",
      "[463]\tvalid_0's auc: 0.789216\n",
      "[464]\tvalid_0's auc: 0.789439\n",
      "[465]\tvalid_0's auc: 0.788993\n",
      "[466]\tvalid_0's auc: 0.787879\n",
      "[467]\tvalid_0's auc: 0.788993\n",
      "[468]\tvalid_0's auc: 0.789884\n",
      "[469]\tvalid_0's auc: 0.789216\n",
      "[470]\tvalid_0's auc: 0.788102\n",
      "[471]\tvalid_0's auc: 0.789884\n",
      "[472]\tvalid_0's auc: 0.788993\n",
      "[473]\tvalid_0's auc: 0.788547\n",
      "[474]\tvalid_0's auc: 0.788547\n",
      "[475]\tvalid_0's auc: 0.788102\n",
      "[476]\tvalid_0's auc: 0.786988\n",
      "[477]\tvalid_0's auc: 0.786765\n",
      "[478]\tvalid_0's auc: 0.788102\n",
      "[479]\tvalid_0's auc: 0.78877\n",
      "[480]\tvalid_0's auc: 0.788547\n",
      "[481]\tvalid_0's auc: 0.78877\n",
      "[482]\tvalid_0's auc: 0.789216\n",
      "[483]\tvalid_0's auc: 0.79033\n",
      "[484]\tvalid_0's auc: 0.791221\n",
      "[485]\tvalid_0's auc: 0.791221\n",
      "[486]\tvalid_0's auc: 0.790998\n",
      "[487]\tvalid_0's auc: 0.790998\n",
      "[488]\tvalid_0's auc: 0.791444\n",
      "[489]\tvalid_0's auc: 0.792112\n",
      "[490]\tvalid_0's auc: 0.792558\n",
      "[491]\tvalid_0's auc: 0.792558\n",
      "[492]\tvalid_0's auc: 0.792558\n",
      "[493]\tvalid_0's auc: 0.792112\n",
      "[494]\tvalid_0's auc: 0.792335\n",
      "[495]\tvalid_0's auc: 0.792558\n",
      "[496]\tvalid_0's auc: 0.791444\n",
      "[497]\tvalid_0's auc: 0.792112\n",
      "[498]\tvalid_0's auc: 0.791221\n",
      "[499]\tvalid_0's auc: 0.79033\n",
      "[500]\tvalid_0's auc: 0.792112\n",
      "[501]\tvalid_0's auc: 0.792112\n",
      "[502]\tvalid_0's auc: 0.79434\n",
      "[503]\tvalid_0's auc: 0.792781\n",
      "[504]\tvalid_0's auc: 0.792112\n",
      "[505]\tvalid_0's auc: 0.791667\n",
      "[506]\tvalid_0's auc: 0.790553\n",
      "[507]\tvalid_0's auc: 0.789884\n",
      "[508]\tvalid_0's auc: 0.788547\n",
      "[509]\tvalid_0's auc: 0.788324\n",
      "[510]\tvalid_0's auc: 0.787879\n",
      "[511]\tvalid_0's auc: 0.786319\n",
      "[512]\tvalid_0's auc: 0.78877\n",
      "[513]\tvalid_0's auc: 0.790107\n",
      "[514]\tvalid_0's auc: 0.789661\n",
      "[515]\tvalid_0's auc: 0.791221\n",
      "[516]\tvalid_0's auc: 0.790553\n",
      "[517]\tvalid_0's auc: 0.790553\n",
      "[518]\tvalid_0's auc: 0.789661\n",
      "[519]\tvalid_0's auc: 0.790553\n",
      "[520]\tvalid_0's auc: 0.790107\n",
      "[521]\tvalid_0's auc: 0.788993\n",
      "[522]\tvalid_0's auc: 0.79033\n",
      "[523]\tvalid_0's auc: 0.790107\n",
      "[524]\tvalid_0's auc: 0.789661\n",
      "[525]\tvalid_0's auc: 0.789439\n",
      "[526]\tvalid_0's auc: 0.790107\n",
      "[527]\tvalid_0's auc: 0.790553\n",
      "[528]\tvalid_0's auc: 0.791221\n",
      "[529]\tvalid_0's auc: 0.790998\n",
      "[530]\tvalid_0's auc: 0.790553\n",
      "[531]\tvalid_0's auc: 0.792335\n",
      "[532]\tvalid_0's auc: 0.793449\n",
      "[533]\tvalid_0's auc: 0.793672\n",
      "[534]\tvalid_0's auc: 0.793672\n",
      "[535]\tvalid_0's auc: 0.793895\n",
      "[536]\tvalid_0's auc: 0.793449\n",
      "[537]\tvalid_0's auc: 0.793449\n",
      "[538]\tvalid_0's auc: 0.792112\n",
      "[539]\tvalid_0's auc: 0.791221\n",
      "[540]\tvalid_0's auc: 0.791889\n",
      "[541]\tvalid_0's auc: 0.792112\n",
      "[542]\tvalid_0's auc: 0.792335\n",
      "[543]\tvalid_0's auc: 0.792781\n",
      "[544]\tvalid_0's auc: 0.792781\n",
      "[545]\tvalid_0's auc: 0.792335\n",
      "[546]\tvalid_0's auc: 0.791221\n",
      "[547]\tvalid_0's auc: 0.791889\n",
      "[548]\tvalid_0's auc: 0.792335\n",
      "[549]\tvalid_0's auc: 0.792112\n",
      "[550]\tvalid_0's auc: 0.792112\n",
      "[551]\tvalid_0's auc: 0.792335\n",
      "[552]\tvalid_0's auc: 0.791889\n",
      "[553]\tvalid_0's auc: 0.791221\n",
      "[554]\tvalid_0's auc: 0.790553\n",
      "[555]\tvalid_0's auc: 0.792335\n",
      "[556]\tvalid_0's auc: 0.791221\n",
      "[557]\tvalid_0's auc: 0.789884\n",
      "[558]\tvalid_0's auc: 0.789661\n",
      "[559]\tvalid_0's auc: 0.790107\n",
      "[560]\tvalid_0's auc: 0.790107\n",
      "[561]\tvalid_0's auc: 0.79033\n",
      "[562]\tvalid_0's auc: 0.790553\n",
      "[563]\tvalid_0's auc: 0.79033\n",
      "[564]\tvalid_0's auc: 0.790998\n",
      "[565]\tvalid_0's auc: 0.790998\n",
      "[566]\tvalid_0's auc: 0.790775\n",
      "[567]\tvalid_0's auc: 0.791667\n",
      "[568]\tvalid_0's auc: 0.790775\n",
      "[569]\tvalid_0's auc: 0.789884\n",
      "[570]\tvalid_0's auc: 0.789884\n",
      "[571]\tvalid_0's auc: 0.790775\n",
      "[572]\tvalid_0's auc: 0.790553\n",
      "[573]\tvalid_0's auc: 0.790775\n",
      "[574]\tvalid_0's auc: 0.790998\n",
      "[575]\tvalid_0's auc: 0.789884\n",
      "[576]\tvalid_0's auc: 0.789216\n",
      "[577]\tvalid_0's auc: 0.789216\n",
      "[578]\tvalid_0's auc: 0.79033\n",
      "[579]\tvalid_0's auc: 0.790775\n",
      "[580]\tvalid_0's auc: 0.792335\n",
      "[581]\tvalid_0's auc: 0.789884\n",
      "[582]\tvalid_0's auc: 0.790553\n",
      "[583]\tvalid_0's auc: 0.791444\n",
      "[584]\tvalid_0's auc: 0.791667\n",
      "[585]\tvalid_0's auc: 0.791889\n",
      "[586]\tvalid_0's auc: 0.791221\n",
      "[587]\tvalid_0's auc: 0.790107\n",
      "[588]\tvalid_0's auc: 0.791667\n",
      "[589]\tvalid_0's auc: 0.790107\n",
      "[590]\tvalid_0's auc: 0.789661\n",
      "[591]\tvalid_0's auc: 0.789884\n",
      "[592]\tvalid_0's auc: 0.790553\n",
      "[593]\tvalid_0's auc: 0.791444\n",
      "[594]\tvalid_0's auc: 0.790998\n",
      "[595]\tvalid_0's auc: 0.790553\n",
      "[596]\tvalid_0's auc: 0.791444\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[597]\tvalid_0's auc: 0.792558\n",
      "[598]\tvalid_0's auc: 0.793226\n",
      "[599]\tvalid_0's auc: 0.793449\n",
      "[600]\tvalid_0's auc: 0.793226\n",
      "[601]\tvalid_0's auc: 0.793004\n",
      "[602]\tvalid_0's auc: 0.792558\n",
      "[603]\tvalid_0's auc: 0.792558\n",
      "[604]\tvalid_0's auc: 0.792112\n",
      "[605]\tvalid_0's auc: 0.791444\n",
      "[606]\tvalid_0's auc: 0.792558\n",
      "[607]\tvalid_0's auc: 0.792112\n",
      "[608]\tvalid_0's auc: 0.792558\n",
      "[609]\tvalid_0's auc: 0.792781\n",
      "[610]\tvalid_0's auc: 0.792558\n",
      "[611]\tvalid_0's auc: 0.793449\n",
      "[612]\tvalid_0's auc: 0.793004\n",
      "[613]\tvalid_0's auc: 0.792112\n",
      "[614]\tvalid_0's auc: 0.791444\n",
      "[615]\tvalid_0's auc: 0.791221\n",
      "[616]\tvalid_0's auc: 0.791889\n",
      "[617]\tvalid_0's auc: 0.793004\n",
      "[618]\tvalid_0's auc: 0.792558\n",
      "[619]\tvalid_0's auc: 0.792781\n",
      "[620]\tvalid_0's auc: 0.792112\n",
      "[621]\tvalid_0's auc: 0.792112\n",
      "[622]\tvalid_0's auc: 0.791444\n",
      "[623]\tvalid_0's auc: 0.792112\n",
      "[624]\tvalid_0's auc: 0.792335\n",
      "[625]\tvalid_0's auc: 0.792112\n",
      "[626]\tvalid_0's auc: 0.791221\n",
      "[627]\tvalid_0's auc: 0.792335\n",
      "[628]\tvalid_0's auc: 0.792112\n",
      "[629]\tvalid_0's auc: 0.793004\n",
      "[630]\tvalid_0's auc: 0.792781\n",
      "[631]\tvalid_0's auc: 0.793004\n",
      "[632]\tvalid_0's auc: 0.793004\n",
      "[633]\tvalid_0's auc: 0.793895\n",
      "[634]\tvalid_0's auc: 0.793895\n",
      "[635]\tvalid_0's auc: 0.793226\n",
      "[636]\tvalid_0's auc: 0.794786\n",
      "[637]\tvalid_0's auc: 0.7959\n",
      "[638]\tvalid_0's auc: 0.795677\n",
      "[639]\tvalid_0's auc: 0.7959\n",
      "[640]\tvalid_0's auc: 0.796346\n",
      "[641]\tvalid_0's auc: 0.795455\n",
      "[642]\tvalid_0's auc: 0.795455\n",
      "[643]\tvalid_0's auc: 0.794786\n",
      "[644]\tvalid_0's auc: 0.793895\n",
      "[645]\tvalid_0's auc: 0.793004\n",
      "[646]\tvalid_0's auc: 0.792781\n",
      "[647]\tvalid_0's auc: 0.791667\n",
      "[648]\tvalid_0's auc: 0.791667\n",
      "[649]\tvalid_0's auc: 0.791667\n",
      "[650]\tvalid_0's auc: 0.792335\n",
      "[651]\tvalid_0's auc: 0.792112\n",
      "[652]\tvalid_0's auc: 0.792112\n",
      "[653]\tvalid_0's auc: 0.792558\n",
      "[654]\tvalid_0's auc: 0.793226\n",
      "[655]\tvalid_0's auc: 0.793226\n",
      "[656]\tvalid_0's auc: 0.793226\n",
      "[657]\tvalid_0's auc: 0.793449\n",
      "[658]\tvalid_0's auc: 0.793004\n",
      "[659]\tvalid_0's auc: 0.793004\n",
      "[660]\tvalid_0's auc: 0.793672\n",
      "[661]\tvalid_0's auc: 0.794786\n",
      "[662]\tvalid_0's auc: 0.795009\n",
      "[663]\tvalid_0's auc: 0.795455\n",
      "[664]\tvalid_0's auc: 0.7959\n",
      "[665]\tvalid_0's auc: 0.795677\n",
      "[666]\tvalid_0's auc: 0.795455\n",
      "[667]\tvalid_0's auc: 0.795009\n",
      "[668]\tvalid_0's auc: 0.794118\n",
      "[669]\tvalid_0's auc: 0.795232\n",
      "[670]\tvalid_0's auc: 0.795009\n",
      "[671]\tvalid_0's auc: 0.794786\n",
      "[672]\tvalid_0's auc: 0.795009\n",
      "[673]\tvalid_0's auc: 0.796346\n",
      "[674]\tvalid_0's auc: 0.795677\n",
      "[675]\tvalid_0's auc: 0.795455\n",
      "[676]\tvalid_0's auc: 0.7959\n",
      "[677]\tvalid_0's auc: 0.7959\n",
      "[678]\tvalid_0's auc: 0.796791\n",
      "[679]\tvalid_0's auc: 0.796569\n",
      "[680]\tvalid_0's auc: 0.795677\n",
      "[681]\tvalid_0's auc: 0.797237\n",
      "[682]\tvalid_0's auc: 0.798351\n",
      "[683]\tvalid_0's auc: 0.799688\n",
      "[684]\tvalid_0's auc: 0.799465\n",
      "[685]\tvalid_0's auc: 0.800134\n",
      "[686]\tvalid_0's auc: 0.799465\n",
      "[687]\tvalid_0's auc: 0.799688\n",
      "[688]\tvalid_0's auc: 0.799242\n",
      "[689]\tvalid_0's auc: 0.799242\n",
      "[690]\tvalid_0's auc: 0.800579\n",
      "[691]\tvalid_0's auc: 0.800802\n",
      "[692]\tvalid_0's auc: 0.800579\n",
      "[693]\tvalid_0's auc: 0.800357\n",
      "[694]\tvalid_0's auc: 0.800802\n",
      "[695]\tvalid_0's auc: 0.800134\n",
      "[696]\tvalid_0's auc: 0.800579\n",
      "[697]\tvalid_0's auc: 0.800802\n",
      "[698]\tvalid_0's auc: 0.801248\n",
      "[699]\tvalid_0's auc: 0.801248\n",
      "[700]\tvalid_0's auc: 0.801471\n",
      "[701]\tvalid_0's auc: 0.801471\n",
      "[702]\tvalid_0's auc: 0.800579\n",
      "[703]\tvalid_0's auc: 0.799911\n",
      "[704]\tvalid_0's auc: 0.800134\n",
      "[705]\tvalid_0's auc: 0.800357\n",
      "[706]\tvalid_0's auc: 0.800357\n",
      "[707]\tvalid_0's auc: 0.800579\n",
      "[708]\tvalid_0's auc: 0.800357\n",
      "[709]\tvalid_0's auc: 0.800357\n",
      "[710]\tvalid_0's auc: 0.801025\n",
      "[711]\tvalid_0's auc: 0.801248\n",
      "[712]\tvalid_0's auc: 0.801693\n",
      "[713]\tvalid_0's auc: 0.801693\n",
      "[714]\tvalid_0's auc: 0.801248\n",
      "[715]\tvalid_0's auc: 0.801025\n",
      "[716]\tvalid_0's auc: 0.800579\n",
      "[717]\tvalid_0's auc: 0.800579\n",
      "[718]\tvalid_0's auc: 0.800579\n",
      "[719]\tvalid_0's auc: 0.800134\n",
      "[720]\tvalid_0's auc: 0.799911\n",
      "[721]\tvalid_0's auc: 0.800802\n",
      "[722]\tvalid_0's auc: 0.801025\n",
      "[723]\tvalid_0's auc: 0.802362\n",
      "[724]\tvalid_0's auc: 0.802585\n",
      "[725]\tvalid_0's auc: 0.802362\n",
      "[726]\tvalid_0's auc: 0.803253\n",
      "[727]\tvalid_0's auc: 0.802585\n",
      "[728]\tvalid_0's auc: 0.803476\n",
      "[729]\tvalid_0's auc: 0.803476\n",
      "[730]\tvalid_0's auc: 0.803699\n",
      "[731]\tvalid_0's auc: 0.803253\n",
      "[732]\tvalid_0's auc: 0.801916\n",
      "[733]\tvalid_0's auc: 0.801471\n",
      "[734]\tvalid_0's auc: 0.800134\n",
      "[735]\tvalid_0's auc: 0.800357\n",
      "[736]\tvalid_0's auc: 0.801248\n",
      "[737]\tvalid_0's auc: 0.800134\n",
      "[738]\tvalid_0's auc: 0.799911\n",
      "[739]\tvalid_0's auc: 0.79902\n",
      "[740]\tvalid_0's auc: 0.799242\n",
      "[741]\tvalid_0's auc: 0.799911\n",
      "[742]\tvalid_0's auc: 0.799911\n",
      "[743]\tvalid_0's auc: 0.800134\n",
      "[744]\tvalid_0's auc: 0.79902\n",
      "[745]\tvalid_0's auc: 0.79902\n",
      "[746]\tvalid_0's auc: 0.799911\n",
      "[747]\tvalid_0's auc: 0.800134\n",
      "[748]\tvalid_0's auc: 0.800357\n",
      "[749]\tvalid_0's auc: 0.800579\n",
      "[750]\tvalid_0's auc: 0.799688\n",
      "[751]\tvalid_0's auc: 0.799242\n",
      "[752]\tvalid_0's auc: 0.799465\n",
      "[753]\tvalid_0's auc: 0.798797\n",
      "[754]\tvalid_0's auc: 0.799242\n",
      "[755]\tvalid_0's auc: 0.79902\n",
      "[756]\tvalid_0's auc: 0.799465\n",
      "[757]\tvalid_0's auc: 0.799465\n",
      "[758]\tvalid_0's auc: 0.799242\n",
      "[759]\tvalid_0's auc: 0.799688\n",
      "[760]\tvalid_0's auc: 0.799688\n",
      "[761]\tvalid_0's auc: 0.799465\n",
      "[762]\tvalid_0's auc: 0.800134\n",
      "[763]\tvalid_0's auc: 0.799688\n",
      "[764]\tvalid_0's auc: 0.799688\n",
      "[765]\tvalid_0's auc: 0.799688\n",
      "[766]\tvalid_0's auc: 0.799911\n",
      "[767]\tvalid_0's auc: 0.799688\n",
      "[768]\tvalid_0's auc: 0.799688\n",
      "[769]\tvalid_0's auc: 0.801248\n",
      "[770]\tvalid_0's auc: 0.801471\n",
      "[771]\tvalid_0's auc: 0.802139\n",
      "[772]\tvalid_0's auc: 0.802362\n",
      "[773]\tvalid_0's auc: 0.802362\n",
      "[774]\tvalid_0's auc: 0.80303\n",
      "[775]\tvalid_0's auc: 0.802807\n",
      "[776]\tvalid_0's auc: 0.803253\n",
      "[777]\tvalid_0's auc: 0.802362\n",
      "[778]\tvalid_0's auc: 0.802139\n",
      "[779]\tvalid_0's auc: 0.802139\n",
      "[780]\tvalid_0's auc: 0.801916\n",
      "[781]\tvalid_0's auc: 0.801693\n",
      "[782]\tvalid_0's auc: 0.801693\n",
      "[783]\tvalid_0's auc: 0.801693\n",
      "[784]\tvalid_0's auc: 0.801693\n",
      "[785]\tvalid_0's auc: 0.801693\n",
      "[786]\tvalid_0's auc: 0.801248\n",
      "[787]\tvalid_0's auc: 0.800357\n",
      "[788]\tvalid_0's auc: 0.800579\n",
      "[789]\tvalid_0's auc: 0.800134\n",
      "[790]\tvalid_0's auc: 0.800134\n",
      "[791]\tvalid_0's auc: 0.801025\n",
      "[792]\tvalid_0's auc: 0.801248\n",
      "[793]\tvalid_0's auc: 0.801471\n",
      "[794]\tvalid_0's auc: 0.801916\n",
      "[795]\tvalid_0's auc: 0.802807\n",
      "[796]\tvalid_0's auc: 0.801916\n",
      "[797]\tvalid_0's auc: 0.801025\n",
      "[798]\tvalid_0's auc: 0.800579\n",
      "[799]\tvalid_0's auc: 0.800802\n",
      "[800]\tvalid_0's auc: 0.800357\n",
      "[801]\tvalid_0's auc: 0.800134\n",
      "[802]\tvalid_0's auc: 0.800802\n",
      "[803]\tvalid_0's auc: 0.800802\n",
      "[804]\tvalid_0's auc: 0.800134\n",
      "[805]\tvalid_0's auc: 0.799688\n",
      "[806]\tvalid_0's auc: 0.799688\n",
      "[807]\tvalid_0's auc: 0.799465\n",
      "[808]\tvalid_0's auc: 0.799242\n",
      "[809]\tvalid_0's auc: 0.799465\n",
      "[810]\tvalid_0's auc: 0.799688\n",
      "[811]\tvalid_0's auc: 0.799911\n",
      "[812]\tvalid_0's auc: 0.799465\n",
      "[813]\tvalid_0's auc: 0.799242\n",
      "[814]\tvalid_0's auc: 0.799465\n",
      "[815]\tvalid_0's auc: 0.799688\n",
      "[816]\tvalid_0's auc: 0.798797\n",
      "[817]\tvalid_0's auc: 0.799242\n",
      "[818]\tvalid_0's auc: 0.798797\n",
      "[819]\tvalid_0's auc: 0.798351\n",
      "[820]\tvalid_0's auc: 0.798797\n",
      "[821]\tvalid_0's auc: 0.798797\n",
      "[822]\tvalid_0's auc: 0.79902\n",
      "[823]\tvalid_0's auc: 0.79902\n",
      "[824]\tvalid_0's auc: 0.79902\n",
      "[825]\tvalid_0's auc: 0.798797\n",
      "[826]\tvalid_0's auc: 0.799242\n",
      "[827]\tvalid_0's auc: 0.799465\n",
      "[828]\tvalid_0's auc: 0.799688\n",
      "[829]\tvalid_0's auc: 0.798797\n",
      "[830]\tvalid_0's auc: 0.798574\n",
      "[831]\tvalid_0's auc: 0.798574\n",
      "[832]\tvalid_0's auc: 0.798574\n",
      "[833]\tvalid_0's auc: 0.797906\n",
      "[834]\tvalid_0's auc: 0.798128\n",
      "[835]\tvalid_0's auc: 0.799242\n",
      "[836]\tvalid_0's auc: 0.799465\n",
      "[837]\tvalid_0's auc: 0.799242\n",
      "[838]\tvalid_0's auc: 0.798351\n",
      "[839]\tvalid_0's auc: 0.79902\n",
      "[840]\tvalid_0's auc: 0.799465\n",
      "[841]\tvalid_0's auc: 0.799242\n",
      "[842]\tvalid_0's auc: 0.799242\n",
      "[843]\tvalid_0's auc: 0.799688\n",
      "[844]\tvalid_0's auc: 0.799688\n",
      "[845]\tvalid_0's auc: 0.799465\n",
      "[846]\tvalid_0's auc: 0.799465\n",
      "[847]\tvalid_0's auc: 0.799688\n",
      "[848]\tvalid_0's auc: 0.800134\n",
      "[849]\tvalid_0's auc: 0.799911\n",
      "[850]\tvalid_0's auc: 0.800357\n",
      "[851]\tvalid_0's auc: 0.800134\n",
      "[852]\tvalid_0's auc: 0.799911\n",
      "[853]\tvalid_0's auc: 0.799688\n",
      "[854]\tvalid_0's auc: 0.799688\n",
      "[855]\tvalid_0's auc: 0.799465\n",
      "[856]\tvalid_0's auc: 0.799911\n",
      "[857]\tvalid_0's auc: 0.799688\n",
      "[858]\tvalid_0's auc: 0.799465\n",
      "[859]\tvalid_0's auc: 0.799465\n",
      "[860]\tvalid_0's auc: 0.799688\n",
      "[861]\tvalid_0's auc: 0.799911\n",
      "[862]\tvalid_0's auc: 0.799688\n",
      "[863]\tvalid_0's auc: 0.799911\n",
      "[864]\tvalid_0's auc: 0.799688\n",
      "[865]\tvalid_0's auc: 0.800357\n",
      "[866]\tvalid_0's auc: 0.800134\n",
      "[867]\tvalid_0's auc: 0.799688\n",
      "[868]\tvalid_0's auc: 0.800134\n",
      "[869]\tvalid_0's auc: 0.799688\n",
      "[870]\tvalid_0's auc: 0.799242\n",
      "[871]\tvalid_0's auc: 0.799242\n",
      "[872]\tvalid_0's auc: 0.799911\n",
      "[873]\tvalid_0's auc: 0.799688\n",
      "[874]\tvalid_0's auc: 0.799911\n",
      "[875]\tvalid_0's auc: 0.799242\n",
      "[876]\tvalid_0's auc: 0.799465\n",
      "[877]\tvalid_0's auc: 0.79902\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[878]\tvalid_0's auc: 0.799242\n",
      "[879]\tvalid_0's auc: 0.799242\n",
      "[880]\tvalid_0's auc: 0.798797\n",
      "[881]\tvalid_0's auc: 0.799242\n",
      "[882]\tvalid_0's auc: 0.798797\n",
      "[883]\tvalid_0's auc: 0.799242\n",
      "[884]\tvalid_0's auc: 0.799465\n",
      "[885]\tvalid_0's auc: 0.799465\n",
      "[886]\tvalid_0's auc: 0.798797\n",
      "[887]\tvalid_0's auc: 0.79902\n",
      "[888]\tvalid_0's auc: 0.799242\n",
      "[889]\tvalid_0's auc: 0.798797\n",
      "[890]\tvalid_0's auc: 0.79902\n",
      "[891]\tvalid_0's auc: 0.799688\n",
      "[892]\tvalid_0's auc: 0.799465\n",
      "[893]\tvalid_0's auc: 0.799465\n",
      "[894]\tvalid_0's auc: 0.799911\n",
      "[895]\tvalid_0's auc: 0.799911\n",
      "[896]\tvalid_0's auc: 0.799688\n",
      "[897]\tvalid_0's auc: 0.799688\n",
      "[898]\tvalid_0's auc: 0.79902\n",
      "[899]\tvalid_0's auc: 0.798797\n",
      "[900]\tvalid_0's auc: 0.797906\n",
      "[901]\tvalid_0's auc: 0.797906\n",
      "[902]\tvalid_0's auc: 0.79746\n",
      "[903]\tvalid_0's auc: 0.797906\n",
      "[904]\tvalid_0's auc: 0.79746\n",
      "[905]\tvalid_0's auc: 0.79746\n",
      "[906]\tvalid_0's auc: 0.797014\n",
      "[907]\tvalid_0's auc: 0.797014\n",
      "[908]\tvalid_0's auc: 0.797014\n",
      "[909]\tvalid_0's auc: 0.797014\n",
      "[910]\tvalid_0's auc: 0.797014\n",
      "[911]\tvalid_0's auc: 0.797237\n",
      "[912]\tvalid_0's auc: 0.797014\n",
      "[913]\tvalid_0's auc: 0.79746\n",
      "[914]\tvalid_0's auc: 0.797683\n",
      "[915]\tvalid_0's auc: 0.79746\n",
      "[916]\tvalid_0's auc: 0.79746\n",
      "[917]\tvalid_0's auc: 0.797906\n",
      "[918]\tvalid_0's auc: 0.797906\n",
      "[919]\tvalid_0's auc: 0.797683\n",
      "[920]\tvalid_0's auc: 0.797906\n",
      "[921]\tvalid_0's auc: 0.798128\n",
      "[922]\tvalid_0's auc: 0.798128\n",
      "[923]\tvalid_0's auc: 0.798574\n",
      "[924]\tvalid_0's auc: 0.798351\n",
      "[925]\tvalid_0's auc: 0.798128\n",
      "[926]\tvalid_0's auc: 0.798128\n",
      "[927]\tvalid_0's auc: 0.798128\n",
      "[928]\tvalid_0's auc: 0.798128\n",
      "[929]\tvalid_0's auc: 0.798351\n",
      "[930]\tvalid_0's auc: 0.798797\n",
      "Early stopping, best iteration is:\n",
      "[730]\tvalid_0's auc: 0.803699\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.575646\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.593917\n",
      "[3]\tvalid_0's auc: 0.613079\n",
      "[4]\tvalid_0's auc: 0.611965\n",
      "[5]\tvalid_0's auc: 0.617758\n",
      "[6]\tvalid_0's auc: 0.627897\n",
      "[7]\tvalid_0's auc: 0.627451\n",
      "[8]\tvalid_0's auc: 0.637701\n",
      "[9]\tvalid_0's auc: 0.643494\n",
      "[10]\tvalid_0's auc: 0.632799\n",
      "[11]\tvalid_0's auc: 0.628565\n",
      "[12]\tvalid_0's auc: 0.633913\n",
      "[13]\tvalid_0's auc: 0.629456\n",
      "[14]\tvalid_0's auc: 0.629456\n",
      "[15]\tvalid_0's auc: 0.632576\n",
      "[16]\tvalid_0's auc: 0.644385\n",
      "[17]\tvalid_0's auc: 0.655749\n",
      "[18]\tvalid_0's auc: 0.654189\n",
      "[19]\tvalid_0's auc: 0.658868\n",
      "[20]\tvalid_0's auc: 0.665998\n",
      "[21]\tvalid_0's auc: 0.661319\n",
      "[22]\tvalid_0's auc: 0.662656\n",
      "[23]\tvalid_0's auc: 0.666889\n",
      "[24]\tvalid_0's auc: 0.665998\n",
      "[25]\tvalid_0's auc: 0.664884\n",
      "[26]\tvalid_0's auc: 0.665775\n",
      "[27]\tvalid_0's auc: 0.664439\n",
      "[28]\tvalid_0's auc: 0.660873\n",
      "[29]\tvalid_0's auc: 0.66221\n",
      "[30]\tvalid_0's auc: 0.667558\n",
      "[31]\tvalid_0's auc: 0.674688\n",
      "[32]\tvalid_0's auc: 0.678922\n",
      "[33]\tvalid_0's auc: 0.683378\n",
      "[34]\tvalid_0's auc: 0.691622\n",
      "[35]\tvalid_0's auc: 0.690731\n",
      "[36]\tvalid_0's auc: 0.687834\n",
      "[37]\tvalid_0's auc: 0.692513\n",
      "[38]\tvalid_0's auc: 0.694296\n",
      "[39]\tvalid_0's auc: 0.692513\n",
      "[40]\tvalid_0's auc: 0.689171\n",
      "[41]\tvalid_0's auc: 0.692513\n",
      "[42]\tvalid_0's auc: 0.692959\n",
      "[43]\tvalid_0's auc: 0.69385\n",
      "[44]\tvalid_0's auc: 0.697193\n",
      "[45]\tvalid_0's auc: 0.69697\n",
      "[46]\tvalid_0's auc: 0.695856\n",
      "[47]\tvalid_0's auc: 0.699643\n",
      "[48]\tvalid_0's auc: 0.700089\n",
      "[49]\tvalid_0's auc: 0.691176\n",
      "[50]\tvalid_0's auc: 0.685829\n",
      "[51]\tvalid_0's auc: 0.691399\n",
      "[52]\tvalid_0's auc: 0.687611\n",
      "[53]\tvalid_0's auc: 0.692291\n",
      "[54]\tvalid_0's auc: 0.694296\n",
      "[55]\tvalid_0's auc: 0.694964\n",
      "[56]\tvalid_0's auc: 0.694742\n",
      "[57]\tvalid_0's auc: 0.69697\n",
      "[58]\tvalid_0's auc: 0.70098\n",
      "[59]\tvalid_0's auc: 0.697638\n",
      "[60]\tvalid_0's auc: 0.701872\n",
      "[61]\tvalid_0's auc: 0.703209\n",
      "[62]\tvalid_0's auc: 0.704323\n",
      "[63]\tvalid_0's auc: 0.708779\n",
      "[64]\tvalid_0's auc: 0.707665\n",
      "[65]\tvalid_0's auc: 0.702986\n",
      "[66]\tvalid_0's auc: 0.701872\n",
      "[67]\tvalid_0's auc: 0.700758\n",
      "[68]\tvalid_0's auc: 0.699866\n",
      "[69]\tvalid_0's auc: 0.70254\n",
      "[70]\tvalid_0's auc: 0.702986\n",
      "[71]\tvalid_0's auc: 0.703877\n",
      "[72]\tvalid_0's auc: 0.702763\n",
      "[73]\tvalid_0's auc: 0.700758\n",
      "[74]\tvalid_0's auc: 0.701426\n",
      "[75]\tvalid_0's auc: 0.701426\n",
      "[76]\tvalid_0's auc: 0.701203\n",
      "[77]\tvalid_0's auc: 0.702317\n",
      "[78]\tvalid_0's auc: 0.702986\n",
      "[79]\tvalid_0's auc: 0.703431\n",
      "[80]\tvalid_0's auc: 0.703877\n",
      "[81]\tvalid_0's auc: 0.705214\n",
      "[82]\tvalid_0's auc: 0.699643\n",
      "[83]\tvalid_0's auc: 0.702094\n",
      "[84]\tvalid_0's auc: 0.706105\n",
      "[85]\tvalid_0's auc: 0.70098\n",
      "[86]\tvalid_0's auc: 0.70098\n",
      "[87]\tvalid_0's auc: 0.699198\n",
      "[88]\tvalid_0's auc: 0.697638\n",
      "[89]\tvalid_0's auc: 0.698975\n",
      "[90]\tvalid_0's auc: 0.69697\n",
      "[91]\tvalid_0's auc: 0.700089\n",
      "[92]\tvalid_0's auc: 0.697861\n",
      "[93]\tvalid_0's auc: 0.70254\n",
      "[94]\tvalid_0's auc: 0.703209\n",
      "[95]\tvalid_0's auc: 0.704545\n",
      "[96]\tvalid_0's auc: 0.702317\n",
      "[97]\tvalid_0's auc: 0.702094\n",
      "[98]\tvalid_0's auc: 0.704323\n",
      "[99]\tvalid_0's auc: 0.704768\n",
      "[100]\tvalid_0's auc: 0.704991\n",
      "[101]\tvalid_0's auc: 0.705437\n",
      "[102]\tvalid_0's auc: 0.706105\n",
      "[103]\tvalid_0's auc: 0.707888\n",
      "[104]\tvalid_0's auc: 0.712121\n",
      "[105]\tvalid_0's auc: 0.711898\n",
      "[106]\tvalid_0's auc: 0.712344\n",
      "[107]\tvalid_0's auc: 0.713458\n",
      "[108]\tvalid_0's auc: 0.715463\n",
      "[109]\tvalid_0's auc: 0.715909\n",
      "[110]\tvalid_0's auc: 0.716355\n",
      "[111]\tvalid_0's auc: 0.716132\n",
      "[112]\tvalid_0's auc: 0.715018\n",
      "[113]\tvalid_0's auc: 0.71992\n",
      "[114]\tvalid_0's auc: 0.720588\n",
      "[115]\tvalid_0's auc: 0.723485\n",
      "[116]\tvalid_0's auc: 0.725045\n",
      "[117]\tvalid_0's auc: 0.725267\n",
      "[118]\tvalid_0's auc: 0.728387\n",
      "[119]\tvalid_0's auc: 0.727718\n",
      "[120]\tvalid_0's auc: 0.733066\n",
      "[121]\tvalid_0's auc: 0.733734\n",
      "[122]\tvalid_0's auc: 0.736185\n",
      "[123]\tvalid_0's auc: 0.734848\n",
      "[124]\tvalid_0's auc: 0.733957\n",
      "[125]\tvalid_0's auc: 0.736185\n",
      "[126]\tvalid_0's auc: 0.736408\n",
      "[127]\tvalid_0's auc: 0.733066\n",
      "[128]\tvalid_0's auc: 0.733289\n",
      "[129]\tvalid_0's auc: 0.737968\n",
      "[130]\tvalid_0's auc: 0.739305\n",
      "[131]\tvalid_0's auc: 0.739973\n",
      "[132]\tvalid_0's auc: 0.74287\n",
      "[133]\tvalid_0's auc: 0.74131\n",
      "[134]\tvalid_0's auc: 0.743538\n",
      "[135]\tvalid_0's auc: 0.741533\n",
      "[136]\tvalid_0's auc: 0.743093\n",
      "[137]\tvalid_0's auc: 0.743761\n",
      "[138]\tvalid_0's auc: 0.74287\n",
      "[139]\tvalid_0's auc: 0.743538\n",
      "[140]\tvalid_0's auc: 0.744875\n",
      "[141]\tvalid_0's auc: 0.745989\n",
      "[142]\tvalid_0's auc: 0.745321\n",
      "[143]\tvalid_0's auc: 0.744875\n",
      "[144]\tvalid_0's auc: 0.74443\n",
      "[145]\tvalid_0's auc: 0.745321\n",
      "[146]\tvalid_0's auc: 0.743984\n",
      "[147]\tvalid_0's auc: 0.74287\n",
      "[148]\tvalid_0's auc: 0.741087\n",
      "[149]\tvalid_0's auc: 0.74287\n",
      "[150]\tvalid_0's auc: 0.73975\n",
      "[151]\tvalid_0's auc: 0.739973\n",
      "[152]\tvalid_0's auc: 0.739305\n",
      "[153]\tvalid_0's auc: 0.739082\n",
      "[154]\tvalid_0's auc: 0.739973\n",
      "[155]\tvalid_0's auc: 0.742647\n",
      "[156]\tvalid_0's auc: 0.743538\n",
      "[157]\tvalid_0's auc: 0.745989\n",
      "[158]\tvalid_0's auc: 0.747772\n",
      "[159]\tvalid_0's auc: 0.747549\n",
      "[160]\tvalid_0's auc: 0.745989\n",
      "[161]\tvalid_0's auc: 0.749332\n",
      "[162]\tvalid_0's auc: 0.750668\n",
      "[163]\tvalid_0's auc: 0.753342\n",
      "[164]\tvalid_0's auc: 0.753119\n",
      "[165]\tvalid_0's auc: 0.754011\n",
      "[166]\tvalid_0's auc: 0.752451\n",
      "[167]\tvalid_0's auc: 0.754011\n",
      "[168]\tvalid_0's auc: 0.754234\n",
      "[169]\tvalid_0's auc: 0.752005\n",
      "[170]\tvalid_0's auc: 0.752451\n",
      "[171]\tvalid_0's auc: 0.753342\n",
      "[172]\tvalid_0's auc: 0.753788\n",
      "[173]\tvalid_0's auc: 0.754234\n",
      "[174]\tvalid_0's auc: 0.752674\n",
      "[175]\tvalid_0's auc: 0.752451\n",
      "[176]\tvalid_0's auc: 0.752674\n",
      "[177]\tvalid_0's auc: 0.752897\n",
      "[178]\tvalid_0's auc: 0.752451\n",
      "[179]\tvalid_0's auc: 0.752451\n",
      "[180]\tvalid_0's auc: 0.752228\n",
      "[181]\tvalid_0's auc: 0.751337\n",
      "[182]\tvalid_0's auc: 0.754234\n",
      "[183]\tvalid_0's auc: 0.754902\n",
      "[184]\tvalid_0's auc: 0.758244\n",
      "[185]\tvalid_0's auc: 0.758913\n",
      "[186]\tvalid_0's auc: 0.761141\n",
      "[187]\tvalid_0's auc: 0.76025\n",
      "[188]\tvalid_0's auc: 0.759581\n",
      "[189]\tvalid_0's auc: 0.758021\n",
      "[190]\tvalid_0's auc: 0.757799\n",
      "[191]\tvalid_0's auc: 0.759804\n",
      "[192]\tvalid_0's auc: 0.762255\n",
      "[193]\tvalid_0's auc: 0.762701\n",
      "[194]\tvalid_0's auc: 0.765152\n",
      "[195]\tvalid_0's auc: 0.764037\n",
      "[196]\tvalid_0's auc: 0.765152\n",
      "[197]\tvalid_0's auc: 0.762701\n",
      "[198]\tvalid_0's auc: 0.763815\n",
      "[199]\tvalid_0's auc: 0.765597\n",
      "[200]\tvalid_0's auc: 0.767825\n",
      "[201]\tvalid_0's auc: 0.767157\n",
      "[202]\tvalid_0's auc: 0.766711\n",
      "[203]\tvalid_0's auc: 0.766934\n",
      "[204]\tvalid_0's auc: 0.765152\n",
      "[205]\tvalid_0's auc: 0.766934\n",
      "[206]\tvalid_0's auc: 0.768939\n",
      "[207]\tvalid_0's auc: 0.767825\n",
      "[208]\tvalid_0's auc: 0.769608\n",
      "[209]\tvalid_0's auc: 0.769608\n",
      "[210]\tvalid_0's auc: 0.770945\n",
      "[211]\tvalid_0's auc: 0.77139\n",
      "[212]\tvalid_0's auc: 0.77139\n",
      "[213]\tvalid_0's auc: 0.771613\n",
      "[214]\tvalid_0's auc: 0.771613\n",
      "[215]\tvalid_0's auc: 0.773173\n",
      "[216]\tvalid_0's auc: 0.772059\n",
      "[217]\tvalid_0's auc: 0.77451\n",
      "[218]\tvalid_0's auc: 0.774733\n",
      "[219]\tvalid_0's auc: 0.773619\n",
      "[220]\tvalid_0's auc: 0.773841\n",
      "[221]\tvalid_0's auc: 0.772282\n",
      "[222]\tvalid_0's auc: 0.774064\n",
      "[223]\tvalid_0's auc: 0.773619\n",
      "[224]\tvalid_0's auc: 0.775624\n",
      "[225]\tvalid_0's auc: 0.775178\n",
      "[226]\tvalid_0's auc: 0.774955\n",
      "[227]\tvalid_0's auc: 0.774955\n",
      "[228]\tvalid_0's auc: 0.774955\n",
      "[229]\tvalid_0's auc: 0.774064\n",
      "[230]\tvalid_0's auc: 0.773619\n",
      "[231]\tvalid_0's auc: 0.774287\n",
      "[232]\tvalid_0's auc: 0.774064\n",
      "[233]\tvalid_0's auc: 0.774287\n",
      "[234]\tvalid_0's auc: 0.774287\n",
      "[235]\tvalid_0's auc: 0.773396\n",
      "[236]\tvalid_0's auc: 0.774064\n",
      "[237]\tvalid_0's auc: 0.773173\n",
      "[238]\tvalid_0's auc: 0.773841\n",
      "[239]\tvalid_0's auc: 0.77451\n",
      "[240]\tvalid_0's auc: 0.773841\n",
      "[241]\tvalid_0's auc: 0.774287\n",
      "[242]\tvalid_0's auc: 0.775847\n",
      "[243]\tvalid_0's auc: 0.775624\n",
      "[244]\tvalid_0's auc: 0.776961\n",
      "[245]\tvalid_0's auc: 0.778075\n",
      "[246]\tvalid_0's auc: 0.779412\n",
      "[247]\tvalid_0's auc: 0.779635\n",
      "[248]\tvalid_0's auc: 0.779857\n",
      "[249]\tvalid_0's auc: 0.779635\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[250]\tvalid_0's auc: 0.77852\n",
      "[251]\tvalid_0's auc: 0.778743\n",
      "[252]\tvalid_0's auc: 0.779857\n",
      "[253]\tvalid_0's auc: 0.779189\n",
      "[254]\tvalid_0's auc: 0.778743\n",
      "[255]\tvalid_0's auc: 0.780303\n",
      "[256]\tvalid_0's auc: 0.78008\n",
      "[257]\tvalid_0's auc: 0.779857\n",
      "[258]\tvalid_0's auc: 0.780749\n",
      "[259]\tvalid_0's auc: 0.779857\n",
      "[260]\tvalid_0's auc: 0.781194\n",
      "[261]\tvalid_0's auc: 0.779857\n",
      "[262]\tvalid_0's auc: 0.779857\n",
      "[263]\tvalid_0's auc: 0.781194\n",
      "[264]\tvalid_0's auc: 0.781417\n",
      "[265]\tvalid_0's auc: 0.781863\n",
      "[266]\tvalid_0's auc: 0.781194\n",
      "[267]\tvalid_0's auc: 0.780303\n",
      "[268]\tvalid_0's auc: 0.779189\n",
      "[269]\tvalid_0's auc: 0.779857\n",
      "[270]\tvalid_0's auc: 0.779412\n",
      "[271]\tvalid_0's auc: 0.780971\n",
      "[272]\tvalid_0's auc: 0.781417\n",
      "[273]\tvalid_0's auc: 0.782308\n",
      "[274]\tvalid_0's auc: 0.781863\n",
      "[275]\tvalid_0's auc: 0.782531\n",
      "[276]\tvalid_0's auc: 0.781863\n",
      "[277]\tvalid_0's auc: 0.784314\n",
      "[278]\tvalid_0's auc: 0.784314\n",
      "[279]\tvalid_0's auc: 0.785651\n",
      "[280]\tvalid_0's auc: 0.784982\n",
      "[281]\tvalid_0's auc: 0.785428\n",
      "[282]\tvalid_0's auc: 0.785428\n",
      "[283]\tvalid_0's auc: 0.786319\n",
      "[284]\tvalid_0's auc: 0.78721\n",
      "[285]\tvalid_0's auc: 0.786542\n",
      "[286]\tvalid_0's auc: 0.78877\n",
      "[287]\tvalid_0's auc: 0.788324\n",
      "[288]\tvalid_0's auc: 0.78877\n",
      "[289]\tvalid_0's auc: 0.787879\n",
      "[290]\tvalid_0's auc: 0.787656\n",
      "[291]\tvalid_0's auc: 0.789216\n",
      "[292]\tvalid_0's auc: 0.787879\n",
      "[293]\tvalid_0's auc: 0.78877\n",
      "[294]\tvalid_0's auc: 0.786765\n",
      "[295]\tvalid_0's auc: 0.784982\n",
      "[296]\tvalid_0's auc: 0.784982\n",
      "[297]\tvalid_0's auc: 0.786319\n",
      "[298]\tvalid_0's auc: 0.78721\n",
      "[299]\tvalid_0's auc: 0.785205\n",
      "[300]\tvalid_0's auc: 0.784091\n",
      "[301]\tvalid_0's auc: 0.785428\n",
      "[302]\tvalid_0's auc: 0.783868\n",
      "[303]\tvalid_0's auc: 0.783645\n",
      "[304]\tvalid_0's auc: 0.783422\n",
      "[305]\tvalid_0's auc: 0.784537\n",
      "[306]\tvalid_0's auc: 0.785205\n",
      "[307]\tvalid_0's auc: 0.784759\n",
      "[308]\tvalid_0's auc: 0.785205\n",
      "[309]\tvalid_0's auc: 0.786765\n",
      "[310]\tvalid_0's auc: 0.784314\n",
      "[311]\tvalid_0's auc: 0.784314\n",
      "[312]\tvalid_0's auc: 0.785205\n",
      "[313]\tvalid_0's auc: 0.784091\n",
      "[314]\tvalid_0's auc: 0.784537\n",
      "[315]\tvalid_0's auc: 0.783868\n",
      "[316]\tvalid_0's auc: 0.782531\n",
      "[317]\tvalid_0's auc: 0.782977\n",
      "[318]\tvalid_0's auc: 0.781863\n",
      "[319]\tvalid_0's auc: 0.784091\n",
      "[320]\tvalid_0's auc: 0.782754\n",
      "[321]\tvalid_0's auc: 0.782086\n",
      "[322]\tvalid_0's auc: 0.781194\n",
      "[323]\tvalid_0's auc: 0.78164\n",
      "[324]\tvalid_0's auc: 0.780749\n",
      "[325]\tvalid_0's auc: 0.781194\n",
      "[326]\tvalid_0's auc: 0.782086\n",
      "[327]\tvalid_0's auc: 0.781194\n",
      "[328]\tvalid_0's auc: 0.781194\n",
      "[329]\tvalid_0's auc: 0.78164\n",
      "[330]\tvalid_0's auc: 0.781863\n",
      "[331]\tvalid_0's auc: 0.780971\n",
      "[332]\tvalid_0's auc: 0.780526\n",
      "[333]\tvalid_0's auc: 0.780971\n",
      "[334]\tvalid_0's auc: 0.780303\n",
      "[335]\tvalid_0's auc: 0.779857\n",
      "[336]\tvalid_0's auc: 0.780526\n",
      "[337]\tvalid_0's auc: 0.780526\n",
      "[338]\tvalid_0's auc: 0.780749\n",
      "[339]\tvalid_0's auc: 0.780303\n",
      "[340]\tvalid_0's auc: 0.780971\n",
      "[341]\tvalid_0's auc: 0.782308\n",
      "[342]\tvalid_0's auc: 0.781194\n",
      "[343]\tvalid_0's auc: 0.78008\n",
      "[344]\tvalid_0's auc: 0.780749\n",
      "[345]\tvalid_0's auc: 0.781863\n",
      "[346]\tvalid_0's auc: 0.781194\n",
      "[347]\tvalid_0's auc: 0.779412\n",
      "[348]\tvalid_0's auc: 0.779189\n",
      "[349]\tvalid_0's auc: 0.779857\n",
      "[350]\tvalid_0's auc: 0.779189\n",
      "[351]\tvalid_0's auc: 0.778075\n",
      "[352]\tvalid_0's auc: 0.776515\n",
      "[353]\tvalid_0's auc: 0.776292\n",
      "[354]\tvalid_0's auc: 0.776515\n",
      "[355]\tvalid_0's auc: 0.777406\n",
      "[356]\tvalid_0's auc: 0.777184\n",
      "[357]\tvalid_0's auc: 0.777406\n",
      "[358]\tvalid_0's auc: 0.77607\n",
      "[359]\tvalid_0's auc: 0.775178\n",
      "[360]\tvalid_0's auc: 0.775178\n",
      "[361]\tvalid_0's auc: 0.776961\n",
      "[362]\tvalid_0's auc: 0.778298\n",
      "[363]\tvalid_0's auc: 0.777852\n",
      "[364]\tvalid_0's auc: 0.77852\n",
      "[365]\tvalid_0's auc: 0.777629\n",
      "[366]\tvalid_0's auc: 0.778743\n",
      "[367]\tvalid_0's auc: 0.777852\n",
      "[368]\tvalid_0's auc: 0.778743\n",
      "[369]\tvalid_0's auc: 0.779857\n",
      "[370]\tvalid_0's auc: 0.779857\n",
      "[371]\tvalid_0's auc: 0.78008\n",
      "[372]\tvalid_0's auc: 0.780526\n",
      "[373]\tvalid_0's auc: 0.778966\n",
      "[374]\tvalid_0's auc: 0.778966\n",
      "[375]\tvalid_0's auc: 0.778743\n",
      "[376]\tvalid_0's auc: 0.777184\n",
      "[377]\tvalid_0's auc: 0.778298\n",
      "[378]\tvalid_0's auc: 0.775847\n",
      "[379]\tvalid_0's auc: 0.77607\n",
      "[380]\tvalid_0's auc: 0.775847\n",
      "[381]\tvalid_0's auc: 0.776738\n",
      "[382]\tvalid_0's auc: 0.776515\n",
      "[383]\tvalid_0's auc: 0.775624\n",
      "[384]\tvalid_0's auc: 0.776292\n",
      "[385]\tvalid_0's auc: 0.775178\n",
      "[386]\tvalid_0's auc: 0.775401\n",
      "[387]\tvalid_0's auc: 0.775178\n",
      "[388]\tvalid_0's auc: 0.774287\n",
      "[389]\tvalid_0's auc: 0.774733\n",
      "[390]\tvalid_0's auc: 0.776292\n",
      "[391]\tvalid_0's auc: 0.776515\n",
      "[392]\tvalid_0's auc: 0.775847\n",
      "[393]\tvalid_0's auc: 0.774955\n",
      "[394]\tvalid_0's auc: 0.774955\n",
      "[395]\tvalid_0's auc: 0.774955\n",
      "[396]\tvalid_0's auc: 0.774955\n",
      "[397]\tvalid_0's auc: 0.775847\n",
      "[398]\tvalid_0's auc: 0.776738\n",
      "[399]\tvalid_0's auc: 0.776961\n",
      "[400]\tvalid_0's auc: 0.777629\n",
      "[401]\tvalid_0's auc: 0.776738\n",
      "[402]\tvalid_0's auc: 0.776515\n",
      "[403]\tvalid_0's auc: 0.776961\n",
      "[404]\tvalid_0's auc: 0.776515\n",
      "[405]\tvalid_0's auc: 0.777406\n",
      "[406]\tvalid_0's auc: 0.777184\n",
      "[407]\tvalid_0's auc: 0.778075\n",
      "[408]\tvalid_0's auc: 0.776738\n",
      "[409]\tvalid_0's auc: 0.77852\n",
      "[410]\tvalid_0's auc: 0.779635\n",
      "[411]\tvalid_0's auc: 0.779189\n",
      "[412]\tvalid_0's auc: 0.778966\n",
      "[413]\tvalid_0's auc: 0.779189\n",
      "[414]\tvalid_0's auc: 0.779635\n",
      "[415]\tvalid_0's auc: 0.78008\n",
      "[416]\tvalid_0's auc: 0.781194\n",
      "[417]\tvalid_0's auc: 0.780526\n",
      "[418]\tvalid_0's auc: 0.78008\n",
      "[419]\tvalid_0's auc: 0.779857\n",
      "[420]\tvalid_0's auc: 0.780971\n",
      "[421]\tvalid_0's auc: 0.782977\n",
      "[422]\tvalid_0's auc: 0.780303\n",
      "[423]\tvalid_0's auc: 0.782086\n",
      "[424]\tvalid_0's auc: 0.78164\n",
      "[425]\tvalid_0's auc: 0.782531\n",
      "[426]\tvalid_0's auc: 0.782531\n",
      "[427]\tvalid_0's auc: 0.782754\n",
      "[428]\tvalid_0's auc: 0.782308\n",
      "[429]\tvalid_0's auc: 0.781863\n",
      "[430]\tvalid_0's auc: 0.781863\n",
      "[431]\tvalid_0's auc: 0.781863\n",
      "[432]\tvalid_0's auc: 0.781194\n",
      "[433]\tvalid_0's auc: 0.78008\n",
      "[434]\tvalid_0's auc: 0.779412\n",
      "[435]\tvalid_0's auc: 0.779635\n",
      "[436]\tvalid_0's auc: 0.779412\n",
      "[437]\tvalid_0's auc: 0.778743\n",
      "[438]\tvalid_0's auc: 0.779857\n",
      "[439]\tvalid_0's auc: 0.78008\n",
      "[440]\tvalid_0's auc: 0.779189\n",
      "[441]\tvalid_0's auc: 0.779412\n",
      "[442]\tvalid_0's auc: 0.779857\n",
      "[443]\tvalid_0's auc: 0.779412\n",
      "[444]\tvalid_0's auc: 0.777852\n",
      "[445]\tvalid_0's auc: 0.779189\n",
      "[446]\tvalid_0's auc: 0.778966\n",
      "[447]\tvalid_0's auc: 0.779189\n",
      "[448]\tvalid_0's auc: 0.779857\n",
      "[449]\tvalid_0's auc: 0.779412\n",
      "[450]\tvalid_0's auc: 0.778743\n",
      "[451]\tvalid_0's auc: 0.779412\n",
      "[452]\tvalid_0's auc: 0.778743\n",
      "[453]\tvalid_0's auc: 0.779189\n",
      "[454]\tvalid_0's auc: 0.778743\n",
      "[455]\tvalid_0's auc: 0.778743\n",
      "[456]\tvalid_0's auc: 0.77852\n",
      "[457]\tvalid_0's auc: 0.778743\n",
      "[458]\tvalid_0's auc: 0.779412\n",
      "[459]\tvalid_0's auc: 0.780526\n",
      "[460]\tvalid_0's auc: 0.780526\n",
      "[461]\tvalid_0's auc: 0.779635\n",
      "[462]\tvalid_0's auc: 0.779412\n",
      "[463]\tvalid_0's auc: 0.780303\n",
      "[464]\tvalid_0's auc: 0.780303\n",
      "[465]\tvalid_0's auc: 0.780303\n",
      "[466]\tvalid_0's auc: 0.781863\n",
      "[467]\tvalid_0's auc: 0.780749\n",
      "[468]\tvalid_0's auc: 0.78164\n",
      "[469]\tvalid_0's auc: 0.779635\n",
      "[470]\tvalid_0's auc: 0.780303\n",
      "[471]\tvalid_0's auc: 0.780526\n",
      "[472]\tvalid_0's auc: 0.779189\n",
      "[473]\tvalid_0's auc: 0.779412\n",
      "[474]\tvalid_0's auc: 0.780526\n",
      "[475]\tvalid_0's auc: 0.779857\n",
      "[476]\tvalid_0's auc: 0.779412\n",
      "[477]\tvalid_0's auc: 0.779857\n",
      "[478]\tvalid_0's auc: 0.779635\n",
      "[479]\tvalid_0's auc: 0.778966\n",
      "[480]\tvalid_0's auc: 0.778966\n",
      "[481]\tvalid_0's auc: 0.778966\n",
      "[482]\tvalid_0's auc: 0.77852\n",
      "[483]\tvalid_0's auc: 0.777852\n",
      "[484]\tvalid_0's auc: 0.777184\n",
      "[485]\tvalid_0's auc: 0.777852\n",
      "[486]\tvalid_0's auc: 0.778075\n",
      "[487]\tvalid_0's auc: 0.778298\n",
      "[488]\tvalid_0's auc: 0.778298\n",
      "[489]\tvalid_0's auc: 0.778966\n",
      "[490]\tvalid_0's auc: 0.78008\n",
      "[491]\tvalid_0's auc: 0.780526\n",
      "Early stopping, best iteration is:\n",
      "[291]\tvalid_0's auc: 0.789216\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.702823\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.682997\n",
      "[3]\tvalid_0's auc: 0.725463\n",
      "[4]\tvalid_0's auc: 0.727339\n",
      "[5]\tvalid_0's auc: 0.730032\n",
      "[6]\tvalid_0's auc: 0.729583\n",
      "[7]\tvalid_0's auc: 0.735172\n",
      "[8]\tvalid_0's auc: 0.742474\n",
      "[9]\tvalid_0's auc: 0.734764\n",
      "[10]\tvalid_0's auc: 0.729828\n",
      "[11]\tvalid_0's auc: 0.740393\n",
      "[12]\tvalid_0's auc: 0.749694\n",
      "[13]\tvalid_0's auc: 0.747573\n",
      "[14]\tvalid_0's auc: 0.748307\n",
      "[15]\tvalid_0's auc: 0.755242\n",
      "[16]\tvalid_0's auc: 0.750755\n",
      "[17]\tvalid_0's auc: 0.749041\n",
      "[18]\tvalid_0's auc: 0.748144\n",
      "[19]\tvalid_0's auc: 0.753447\n",
      "[20]\tvalid_0's auc: 0.751734\n",
      "[21]\tvalid_0's auc: 0.753202\n",
      "[22]\tvalid_0's auc: 0.753039\n",
      "[23]\tvalid_0's auc: 0.754344\n",
      "[24]\tvalid_0's auc: 0.756547\n",
      "[25]\tvalid_0's auc: 0.754018\n",
      "[26]\tvalid_0's auc: 0.753284\n",
      "[27]\tvalid_0's auc: 0.753202\n",
      "[28]\tvalid_0's auc: 0.747981\n",
      "[29]\tvalid_0's auc: 0.750102\n",
      "[30]\tvalid_0's auc: 0.747328\n",
      "[31]\tvalid_0's auc: 0.748633\n",
      "[32]\tvalid_0's auc: 0.749123\n",
      "[33]\tvalid_0's auc: 0.749368\n",
      "[34]\tvalid_0's auc: 0.746675\n",
      "[35]\tvalid_0's auc: 0.747002\n",
      "[36]\tvalid_0's auc: 0.74741\n",
      "[37]\tvalid_0's auc: 0.746186\n",
      "[38]\tvalid_0's auc: 0.746594\n",
      "[39]\tvalid_0's auc: 0.748552\n",
      "[40]\tvalid_0's auc: 0.749041\n",
      "[41]\tvalid_0's auc: 0.748633\n",
      "[42]\tvalid_0's auc: 0.747328\n",
      "[43]\tvalid_0's auc: 0.745125\n",
      "[44]\tvalid_0's auc: 0.745615\n",
      "[45]\tvalid_0's auc: 0.746675\n",
      "[46]\tvalid_0's auc: 0.747491\n",
      "[47]\tvalid_0's auc: 0.750184\n",
      "[48]\tvalid_0's auc: 0.751734\n",
      "[49]\tvalid_0's auc: 0.750918\n",
      "[50]\tvalid_0's auc: 0.753121\n",
      "[51]\tvalid_0's auc: 0.751815\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[52]\tvalid_0's auc: 0.751244\n",
      "[53]\tvalid_0's auc: 0.748715\n",
      "[54]\tvalid_0's auc: 0.745941\n",
      "[55]\tvalid_0's auc: 0.74488\n",
      "[56]\tvalid_0's auc: 0.743657\n",
      "[57]\tvalid_0's auc: 0.742678\n",
      "[58]\tvalid_0's auc: 0.742025\n",
      "[59]\tvalid_0's auc: 0.741454\n",
      "[60]\tvalid_0's auc: 0.739904\n",
      "[61]\tvalid_0's auc: 0.740638\n",
      "[62]\tvalid_0's auc: 0.742514\n",
      "[63]\tvalid_0's auc: 0.742678\n",
      "[64]\tvalid_0's auc: 0.743983\n",
      "[65]\tvalid_0's auc: 0.743657\n",
      "[66]\tvalid_0's auc: 0.742433\n",
      "[67]\tvalid_0's auc: 0.743575\n",
      "[68]\tvalid_0's auc: 0.745125\n",
      "[69]\tvalid_0's auc: 0.744962\n",
      "[70]\tvalid_0's auc: 0.744473\n",
      "[71]\tvalid_0's auc: 0.744391\n",
      "[72]\tvalid_0's auc: 0.746186\n",
      "[73]\tvalid_0's auc: 0.746349\n",
      "[74]\tvalid_0's auc: 0.745207\n",
      "[75]\tvalid_0's auc: 0.744962\n",
      "[76]\tvalid_0's auc: 0.745288\n",
      "[77]\tvalid_0's auc: 0.743901\n",
      "[78]\tvalid_0's auc: 0.743983\n",
      "[79]\tvalid_0's auc: 0.744962\n",
      "[80]\tvalid_0's auc: 0.743901\n",
      "[81]\tvalid_0's auc: 0.745452\n",
      "[82]\tvalid_0's auc: 0.746023\n",
      "[83]\tvalid_0's auc: 0.746675\n",
      "[84]\tvalid_0's auc: 0.745615\n",
      "[85]\tvalid_0's auc: 0.745288\n",
      "[86]\tvalid_0's auc: 0.744962\n",
      "[87]\tvalid_0's auc: 0.745288\n",
      "[88]\tvalid_0's auc: 0.744962\n",
      "[89]\tvalid_0's auc: 0.745778\n",
      "[90]\tvalid_0's auc: 0.744962\n",
      "[91]\tvalid_0's auc: 0.743657\n",
      "[92]\tvalid_0's auc: 0.742188\n",
      "[93]\tvalid_0's auc: 0.740964\n",
      "[94]\tvalid_0's auc: 0.740556\n",
      "[95]\tvalid_0's auc: 0.741943\n",
      "[96]\tvalid_0's auc: 0.741372\n",
      "[97]\tvalid_0's auc: 0.742596\n",
      "[98]\tvalid_0's auc: 0.742025\n",
      "[99]\tvalid_0's auc: 0.744309\n",
      "[100]\tvalid_0's auc: 0.744473\n",
      "[101]\tvalid_0's auc: 0.745615\n",
      "[102]\tvalid_0's auc: 0.747083\n",
      "[103]\tvalid_0's auc: 0.748144\n",
      "[104]\tvalid_0's auc: 0.747899\n",
      "[105]\tvalid_0's auc: 0.750102\n",
      "[106]\tvalid_0's auc: 0.751163\n",
      "[107]\tvalid_0's auc: 0.751978\n",
      "[108]\tvalid_0's auc: 0.752142\n",
      "[109]\tvalid_0's auc: 0.752468\n",
      "[110]\tvalid_0's auc: 0.75361\n",
      "[111]\tvalid_0's auc: 0.753039\n",
      "[112]\tvalid_0's auc: 0.751734\n",
      "[113]\tvalid_0's auc: 0.751734\n",
      "[114]\tvalid_0's auc: 0.752631\n",
      "[115]\tvalid_0's auc: 0.751652\n",
      "[116]\tvalid_0's auc: 0.751652\n",
      "[117]\tvalid_0's auc: 0.751081\n",
      "[118]\tvalid_0's auc: 0.751326\n",
      "[119]\tvalid_0's auc: 0.752305\n",
      "[120]\tvalid_0's auc: 0.750836\n",
      "[121]\tvalid_0's auc: 0.751897\n",
      "[122]\tvalid_0's auc: 0.751163\n",
      "[123]\tvalid_0's auc: 0.751407\n",
      "[124]\tvalid_0's auc: 0.751407\n",
      "[125]\tvalid_0's auc: 0.751571\n",
      "[126]\tvalid_0's auc: 0.751897\n",
      "[127]\tvalid_0's auc: 0.752468\n",
      "[128]\tvalid_0's auc: 0.752468\n",
      "[129]\tvalid_0's auc: 0.75361\n",
      "[130]\tvalid_0's auc: 0.754834\n",
      "[131]\tvalid_0's auc: 0.752794\n",
      "[132]\tvalid_0's auc: 0.752713\n",
      "[133]\tvalid_0's auc: 0.751244\n",
      "[134]\tvalid_0's auc: 0.750755\n",
      "[135]\tvalid_0's auc: 0.751081\n",
      "[136]\tvalid_0's auc: 0.750836\n",
      "[137]\tvalid_0's auc: 0.752468\n",
      "[138]\tvalid_0's auc: 0.75206\n",
      "[139]\tvalid_0's auc: 0.751978\n",
      "[140]\tvalid_0's auc: 0.75255\n",
      "[141]\tvalid_0's auc: 0.752631\n",
      "[142]\tvalid_0's auc: 0.752876\n",
      "[143]\tvalid_0's auc: 0.752386\n",
      "[144]\tvalid_0's auc: 0.752794\n",
      "[145]\tvalid_0's auc: 0.752386\n",
      "[146]\tvalid_0's auc: 0.753447\n",
      "[147]\tvalid_0's auc: 0.753039\n",
      "[148]\tvalid_0's auc: 0.752468\n",
      "[149]\tvalid_0's auc: 0.75206\n",
      "[150]\tvalid_0's auc: 0.751571\n",
      "[151]\tvalid_0's auc: 0.753284\n",
      "[152]\tvalid_0's auc: 0.753039\n",
      "[153]\tvalid_0's auc: 0.753773\n",
      "[154]\tvalid_0's auc: 0.753284\n",
      "[155]\tvalid_0's auc: 0.753447\n",
      "[156]\tvalid_0's auc: 0.753365\n",
      "[157]\tvalid_0's auc: 0.753039\n",
      "[158]\tvalid_0's auc: 0.753039\n",
      "[159]\tvalid_0's auc: 0.753365\n",
      "[160]\tvalid_0's auc: 0.753529\n",
      "[161]\tvalid_0's auc: 0.753529\n",
      "[162]\tvalid_0's auc: 0.753773\n",
      "[163]\tvalid_0's auc: 0.753365\n",
      "[164]\tvalid_0's auc: 0.75255\n",
      "[165]\tvalid_0's auc: 0.753773\n",
      "[166]\tvalid_0's auc: 0.751326\n",
      "[167]\tvalid_0's auc: 0.750591\n",
      "[168]\tvalid_0's auc: 0.75051\n",
      "[169]\tvalid_0's auc: 0.750184\n",
      "[170]\tvalid_0's auc: 0.748715\n",
      "[171]\tvalid_0's auc: 0.747981\n",
      "[172]\tvalid_0's auc: 0.748307\n",
      "[173]\tvalid_0's auc: 0.747328\n",
      "[174]\tvalid_0's auc: 0.747818\n",
      "[175]\tvalid_0's auc: 0.748226\n",
      "[176]\tvalid_0's auc: 0.748062\n",
      "[177]\tvalid_0's auc: 0.747165\n",
      "[178]\tvalid_0's auc: 0.746594\n",
      "[179]\tvalid_0's auc: 0.746267\n",
      "[180]\tvalid_0's auc: 0.747083\n",
      "[181]\tvalid_0's auc: 0.746512\n",
      "[182]\tvalid_0's auc: 0.746594\n",
      "[183]\tvalid_0's auc: 0.746757\n",
      "[184]\tvalid_0's auc: 0.747002\n",
      "[185]\tvalid_0's auc: 0.746431\n",
      "[186]\tvalid_0's auc: 0.746512\n",
      "[187]\tvalid_0's auc: 0.746431\n",
      "[188]\tvalid_0's auc: 0.746267\n",
      "[189]\tvalid_0's auc: 0.746594\n",
      "[190]\tvalid_0's auc: 0.746186\n",
      "[191]\tvalid_0's auc: 0.746104\n",
      "[192]\tvalid_0's auc: 0.745207\n",
      "[193]\tvalid_0's auc: 0.746594\n",
      "[194]\tvalid_0's auc: 0.746757\n",
      "[195]\tvalid_0's auc: 0.747002\n",
      "[196]\tvalid_0's auc: 0.746675\n",
      "[197]\tvalid_0's auc: 0.747083\n",
      "[198]\tvalid_0's auc: 0.747246\n",
      "[199]\tvalid_0's auc: 0.747328\n",
      "[200]\tvalid_0's auc: 0.74847\n",
      "[201]\tvalid_0's auc: 0.747899\n",
      "[202]\tvalid_0's auc: 0.748062\n",
      "[203]\tvalid_0's auc: 0.747328\n",
      "[204]\tvalid_0's auc: 0.747981\n",
      "[205]\tvalid_0's auc: 0.747328\n",
      "[206]\tvalid_0's auc: 0.748062\n",
      "[207]\tvalid_0's auc: 0.747654\n",
      "[208]\tvalid_0's auc: 0.748307\n",
      "[209]\tvalid_0's auc: 0.748715\n",
      "[210]\tvalid_0's auc: 0.748715\n",
      "[211]\tvalid_0's auc: 0.748389\n",
      "[212]\tvalid_0's auc: 0.748715\n",
      "[213]\tvalid_0's auc: 0.74847\n",
      "[214]\tvalid_0's auc: 0.747573\n",
      "[215]\tvalid_0's auc: 0.747083\n",
      "[216]\tvalid_0's auc: 0.747736\n",
      "[217]\tvalid_0's auc: 0.747981\n",
      "[218]\tvalid_0's auc: 0.747736\n",
      "[219]\tvalid_0's auc: 0.747899\n",
      "[220]\tvalid_0's auc: 0.748062\n",
      "[221]\tvalid_0's auc: 0.747165\n",
      "[222]\tvalid_0's auc: 0.747246\n",
      "[223]\tvalid_0's auc: 0.747002\n",
      "[224]\tvalid_0's auc: 0.748307\n",
      "Early stopping, best iteration is:\n",
      "[24]\tvalid_0's auc: 0.756547\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.574247\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.581494\n",
      "[3]\tvalid_0's auc: 0.59175\n",
      "[4]\tvalid_0's auc: 0.599889\n",
      "[5]\tvalid_0's auc: 0.589409\n",
      "[6]\tvalid_0's auc: 0.602453\n",
      "[7]\tvalid_0's auc: 0.63835\n",
      "[8]\tvalid_0's auc: 0.641472\n",
      "[9]\tvalid_0's auc: 0.670123\n",
      "[10]\tvalid_0's auc: 0.685284\n",
      "[11]\tvalid_0's auc: 0.691973\n",
      "[12]\tvalid_0's auc: 0.669565\n",
      "[13]\tvalid_0's auc: 0.670011\n",
      "[14]\tvalid_0's auc: 0.676254\n",
      "[15]\tvalid_0's auc: 0.689409\n",
      "[16]\tvalid_0's auc: 0.699889\n",
      "[17]\tvalid_0's auc: 0.715496\n",
      "[18]\tvalid_0's auc: 0.70903\n",
      "[19]\tvalid_0's auc: 0.731773\n",
      "[20]\tvalid_0's auc: 0.736232\n",
      "[21]\tvalid_0's auc: 0.72107\n",
      "[22]\tvalid_0's auc: 0.725307\n",
      "[23]\tvalid_0's auc: 0.726644\n",
      "[24]\tvalid_0's auc: 0.723523\n",
      "[25]\tvalid_0's auc: 0.724861\n",
      "[26]\tvalid_0's auc: 0.725753\n",
      "[27]\tvalid_0's auc: 0.72553\n",
      "[28]\tvalid_0's auc: 0.734671\n",
      "[29]\tvalid_0's auc: 0.728205\n",
      "[30]\tvalid_0's auc: 0.724861\n",
      "[31]\tvalid_0's auc: 0.721516\n",
      "[32]\tvalid_0's auc: 0.715719\n",
      "[33]\tvalid_0's auc: 0.714158\n",
      "[34]\tvalid_0's auc: 0.707915\n",
      "[35]\tvalid_0's auc: 0.703679\n",
      "[36]\tvalid_0's auc: 0.704348\n",
      "[37]\tvalid_0's auc: 0.706355\n",
      "[38]\tvalid_0's auc: 0.70301\n",
      "[39]\tvalid_0's auc: 0.702564\n",
      "[40]\tvalid_0's auc: 0.70301\n",
      "[41]\tvalid_0's auc: 0.704125\n",
      "[42]\tvalid_0's auc: 0.71126\n",
      "[43]\tvalid_0's auc: 0.712598\n",
      "[44]\tvalid_0's auc: 0.711706\n",
      "[45]\tvalid_0's auc: 0.709699\n",
      "[46]\tvalid_0's auc: 0.713712\n",
      "[47]\tvalid_0's auc: 0.719509\n",
      "[48]\tvalid_0's auc: 0.71728\n",
      "[49]\tvalid_0's auc: 0.715719\n",
      "[50]\tvalid_0's auc: 0.711483\n",
      "[51]\tvalid_0's auc: 0.713935\n",
      "[52]\tvalid_0's auc: 0.711037\n",
      "[53]\tvalid_0's auc: 0.710591\n",
      "[54]\tvalid_0's auc: 0.715273\n",
      "[55]\tvalid_0's auc: 0.720401\n",
      "[56]\tvalid_0's auc: 0.721516\n",
      "[57]\tvalid_0's auc: 0.727313\n",
      "[58]\tvalid_0's auc: 0.729097\n",
      "[59]\tvalid_0's auc: 0.728874\n",
      "[60]\tvalid_0's auc: 0.73311\n",
      "[61]\tvalid_0's auc: 0.730881\n",
      "[62]\tvalid_0's auc: 0.727313\n",
      "[63]\tvalid_0's auc: 0.725307\n",
      "[64]\tvalid_0's auc: 0.72553\n",
      "[65]\tvalid_0's auc: 0.726198\n",
      "[66]\tvalid_0's auc: 0.728205\n",
      "[67]\tvalid_0's auc: 0.724638\n",
      "[68]\tvalid_0's auc: 0.72107\n",
      "[69]\tvalid_0's auc: 0.720847\n",
      "[70]\tvalid_0's auc: 0.721962\n",
      "[71]\tvalid_0's auc: 0.727759\n",
      "[72]\tvalid_0's auc: 0.733779\n",
      "[73]\tvalid_0's auc: 0.737124\n",
      "[74]\tvalid_0's auc: 0.739799\n",
      "[75]\tvalid_0's auc: 0.743367\n",
      "[76]\tvalid_0's auc: 0.742029\n",
      "[77]\tvalid_0's auc: 0.746042\n",
      "[78]\tvalid_0's auc: 0.744705\n",
      "[79]\tvalid_0's auc: 0.745151\n",
      "[80]\tvalid_0's auc: 0.745596\n",
      "[81]\tvalid_0's auc: 0.745596\n",
      "[82]\tvalid_0's auc: 0.748272\n",
      "[83]\tvalid_0's auc: 0.749387\n",
      "[84]\tvalid_0's auc: 0.749164\n",
      "[85]\tvalid_0's auc: 0.746042\n",
      "[86]\tvalid_0's auc: 0.748272\n",
      "[87]\tvalid_0's auc: 0.750725\n",
      "[88]\tvalid_0's auc: 0.749164\n",
      "[89]\tvalid_0's auc: 0.74961\n",
      "[90]\tvalid_0's auc: 0.750725\n",
      "[91]\tvalid_0's auc: 0.748941\n",
      "[92]\tvalid_0's auc: 0.754069\n",
      "[93]\tvalid_0's auc: 0.756745\n",
      "[94]\tvalid_0's auc: 0.756968\n",
      "[95]\tvalid_0's auc: 0.758974\n",
      "[96]\tvalid_0's auc: 0.757637\n",
      "[97]\tvalid_0's auc: 0.758974\n",
      "[98]\tvalid_0's auc: 0.760535\n",
      "[99]\tvalid_0's auc: 0.762096\n",
      "[100]\tvalid_0's auc: 0.760758\n",
      "[101]\tvalid_0's auc: 0.761427\n",
      "[102]\tvalid_0's auc: 0.764103\n",
      "[103]\tvalid_0's auc: 0.762765\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[104]\tvalid_0's auc: 0.763211\n",
      "[105]\tvalid_0's auc: 0.761204\n",
      "[106]\tvalid_0's auc: 0.761873\n",
      "[107]\tvalid_0's auc: 0.766109\n",
      "[108]\tvalid_0's auc: 0.770569\n",
      "[109]\tvalid_0's auc: 0.770346\n",
      "[110]\tvalid_0's auc: 0.770123\n",
      "[111]\tvalid_0's auc: 0.771014\n",
      "[112]\tvalid_0's auc: 0.768339\n",
      "[113]\tvalid_0's auc: 0.766109\n",
      "[114]\tvalid_0's auc: 0.768562\n",
      "[115]\tvalid_0's auc: 0.768785\n",
      "[116]\tvalid_0's auc: 0.770792\n",
      "[117]\tvalid_0's auc: 0.771906\n",
      "[118]\tvalid_0's auc: 0.768785\n",
      "[119]\tvalid_0's auc: 0.770792\n",
      "[120]\tvalid_0's auc: 0.77146\n",
      "[121]\tvalid_0's auc: 0.770123\n",
      "[122]\tvalid_0's auc: 0.768339\n",
      "[123]\tvalid_0's auc: 0.769677\n",
      "[124]\tvalid_0's auc: 0.767447\n",
      "[125]\tvalid_0's auc: 0.770123\n",
      "[126]\tvalid_0's auc: 0.768785\n",
      "[127]\tvalid_0's auc: 0.770346\n",
      "[128]\tvalid_0's auc: 0.769677\n",
      "[129]\tvalid_0's auc: 0.773021\n",
      "[130]\tvalid_0's auc: 0.771014\n",
      "[131]\tvalid_0's auc: 0.77146\n",
      "[132]\tvalid_0's auc: 0.770792\n",
      "[133]\tvalid_0's auc: 0.772352\n",
      "[134]\tvalid_0's auc: 0.774359\n",
      "[135]\tvalid_0's auc: 0.774805\n",
      "[136]\tvalid_0's auc: 0.772575\n",
      "[137]\tvalid_0's auc: 0.774805\n",
      "[138]\tvalid_0's auc: 0.776812\n",
      "[139]\tvalid_0's auc: 0.776143\n",
      "[140]\tvalid_0's auc: 0.777035\n",
      "[141]\tvalid_0's auc: 0.778372\n",
      "[142]\tvalid_0's auc: 0.778595\n",
      "[143]\tvalid_0's auc: 0.779487\n",
      "[144]\tvalid_0's auc: 0.782163\n",
      "[145]\tvalid_0's auc: 0.783278\n",
      "[146]\tvalid_0's auc: 0.783946\n",
      "[147]\tvalid_0's auc: 0.785061\n",
      "[148]\tvalid_0's auc: 0.785061\n",
      "[149]\tvalid_0's auc: 0.786622\n",
      "[150]\tvalid_0's auc: 0.785284\n",
      "[151]\tvalid_0's auc: 0.787514\n",
      "[152]\tvalid_0's auc: 0.79019\n",
      "[153]\tvalid_0's auc: 0.792642\n",
      "[154]\tvalid_0's auc: 0.792865\n",
      "[155]\tvalid_0's auc: 0.792642\n",
      "[156]\tvalid_0's auc: 0.793757\n",
      "[157]\tvalid_0's auc: 0.79175\n",
      "[158]\tvalid_0's auc: 0.791973\n",
      "[159]\tvalid_0's auc: 0.789298\n",
      "[160]\tvalid_0's auc: 0.79019\n",
      "[161]\tvalid_0's auc: 0.789298\n",
      "[162]\tvalid_0's auc: 0.788629\n",
      "[163]\tvalid_0's auc: 0.788406\n",
      "[164]\tvalid_0's auc: 0.787068\n",
      "[165]\tvalid_0's auc: 0.784392\n",
      "[166]\tvalid_0's auc: 0.78796\n",
      "[167]\tvalid_0's auc: 0.789298\n",
      "[168]\tvalid_0's auc: 0.789521\n",
      "[169]\tvalid_0's auc: 0.791081\n",
      "[170]\tvalid_0's auc: 0.79019\n",
      "[171]\tvalid_0's auc: 0.790858\n",
      "[172]\tvalid_0's auc: 0.791973\n",
      "[173]\tvalid_0's auc: 0.794203\n",
      "[174]\tvalid_0's auc: 0.792642\n",
      "[175]\tvalid_0's auc: 0.794203\n",
      "[176]\tvalid_0's auc: 0.794426\n",
      "[177]\tvalid_0's auc: 0.793311\n",
      "[178]\tvalid_0's auc: 0.796433\n",
      "[179]\tvalid_0's auc: 0.796656\n",
      "[180]\tvalid_0's auc: 0.799108\n",
      "[181]\tvalid_0's auc: 0.799554\n",
      "[182]\tvalid_0's auc: 0.798216\n",
      "[183]\tvalid_0's auc: 0.802007\n",
      "[184]\tvalid_0's auc: 0.802007\n",
      "[185]\tvalid_0's auc: 0.801115\n",
      "[186]\tvalid_0's auc: 0.802453\n",
      "[187]\tvalid_0's auc: 0.804682\n",
      "[188]\tvalid_0's auc: 0.806466\n",
      "[189]\tvalid_0's auc: 0.809142\n",
      "[190]\tvalid_0's auc: 0.809142\n",
      "[191]\tvalid_0's auc: 0.806243\n",
      "[192]\tvalid_0's auc: 0.806243\n",
      "[193]\tvalid_0's auc: 0.806243\n",
      "[194]\tvalid_0's auc: 0.805574\n",
      "[195]\tvalid_0's auc: 0.805574\n",
      "[196]\tvalid_0's auc: 0.808696\n",
      "[197]\tvalid_0's auc: 0.809142\n",
      "[198]\tvalid_0's auc: 0.807358\n",
      "[199]\tvalid_0's auc: 0.808473\n",
      "[200]\tvalid_0's auc: 0.807135\n",
      "[201]\tvalid_0's auc: 0.810702\n",
      "[202]\tvalid_0's auc: 0.811817\n",
      "[203]\tvalid_0's auc: 0.812709\n",
      "[204]\tvalid_0's auc: 0.812263\n",
      "[205]\tvalid_0's auc: 0.811371\n",
      "[206]\tvalid_0's auc: 0.812932\n",
      "[207]\tvalid_0's auc: 0.812932\n",
      "[208]\tvalid_0's auc: 0.815608\n",
      "[209]\tvalid_0's auc: 0.814716\n",
      "[210]\tvalid_0's auc: 0.812263\n",
      "[211]\tvalid_0's auc: 0.815385\n",
      "[212]\tvalid_0's auc: 0.81427\n",
      "[213]\tvalid_0's auc: 0.815385\n",
      "[214]\tvalid_0's auc: 0.816054\n",
      "[215]\tvalid_0's auc: 0.815831\n",
      "[216]\tvalid_0's auc: 0.815385\n",
      "[217]\tvalid_0's auc: 0.816499\n",
      "[218]\tvalid_0's auc: 0.81806\n",
      "[219]\tvalid_0's auc: 0.820067\n",
      "[220]\tvalid_0's auc: 0.819621\n",
      "[221]\tvalid_0's auc: 0.817614\n",
      "[222]\tvalid_0's auc: 0.815162\n",
      "[223]\tvalid_0's auc: 0.814939\n",
      "[224]\tvalid_0's auc: 0.815608\n",
      "[225]\tvalid_0's auc: 0.816722\n",
      "[226]\tvalid_0's auc: 0.815385\n",
      "[227]\tvalid_0's auc: 0.815162\n",
      "[228]\tvalid_0's auc: 0.815162\n",
      "[229]\tvalid_0's auc: 0.81427\n",
      "[230]\tvalid_0's auc: 0.812932\n",
      "[231]\tvalid_0's auc: 0.814493\n",
      "[232]\tvalid_0's auc: 0.814939\n",
      "[233]\tvalid_0's auc: 0.814047\n",
      "[234]\tvalid_0's auc: 0.813378\n",
      "[235]\tvalid_0's auc: 0.813601\n",
      "[236]\tvalid_0's auc: 0.813824\n",
      "[237]\tvalid_0's auc: 0.816722\n",
      "[238]\tvalid_0's auc: 0.815162\n",
      "[239]\tvalid_0's auc: 0.813824\n",
      "[240]\tvalid_0's auc: 0.815385\n",
      "[241]\tvalid_0's auc: 0.816499\n",
      "[242]\tvalid_0's auc: 0.816276\n",
      "[243]\tvalid_0's auc: 0.814716\n",
      "[244]\tvalid_0's auc: 0.81427\n",
      "[245]\tvalid_0's auc: 0.813824\n",
      "[246]\tvalid_0's auc: 0.812932\n",
      "[247]\tvalid_0's auc: 0.812263\n",
      "[248]\tvalid_0's auc: 0.813378\n",
      "[249]\tvalid_0's auc: 0.816276\n",
      "[250]\tvalid_0's auc: 0.814047\n",
      "[251]\tvalid_0's auc: 0.814493\n",
      "[252]\tvalid_0's auc: 0.813155\n",
      "[253]\tvalid_0's auc: 0.813378\n",
      "[254]\tvalid_0's auc: 0.812486\n",
      "[255]\tvalid_0's auc: 0.812263\n",
      "[256]\tvalid_0's auc: 0.812263\n",
      "[257]\tvalid_0's auc: 0.810702\n",
      "[258]\tvalid_0's auc: 0.812263\n",
      "[259]\tvalid_0's auc: 0.815608\n",
      "[260]\tvalid_0's auc: 0.816054\n",
      "[261]\tvalid_0's auc: 0.816054\n",
      "[262]\tvalid_0's auc: 0.816945\n",
      "[263]\tvalid_0's auc: 0.815831\n",
      "[264]\tvalid_0's auc: 0.817391\n",
      "[265]\tvalid_0's auc: 0.82029\n",
      "[266]\tvalid_0's auc: 0.819398\n",
      "[267]\tvalid_0's auc: 0.818506\n",
      "[268]\tvalid_0's auc: 0.817614\n",
      "[269]\tvalid_0's auc: 0.817168\n",
      "[270]\tvalid_0's auc: 0.815608\n",
      "[271]\tvalid_0's auc: 0.815385\n",
      "[272]\tvalid_0's auc: 0.815608\n",
      "[273]\tvalid_0's auc: 0.816276\n",
      "[274]\tvalid_0's auc: 0.815608\n",
      "[275]\tvalid_0's auc: 0.817168\n",
      "[276]\tvalid_0's auc: 0.816945\n",
      "[277]\tvalid_0's auc: 0.817391\n",
      "[278]\tvalid_0's auc: 0.815831\n",
      "[279]\tvalid_0's auc: 0.816054\n",
      "[280]\tvalid_0's auc: 0.817391\n",
      "[281]\tvalid_0's auc: 0.816945\n",
      "[282]\tvalid_0's auc: 0.816499\n",
      "[283]\tvalid_0's auc: 0.815385\n",
      "[284]\tvalid_0's auc: 0.81427\n",
      "[285]\tvalid_0's auc: 0.815608\n",
      "[286]\tvalid_0's auc: 0.814939\n",
      "[287]\tvalid_0's auc: 0.813378\n",
      "[288]\tvalid_0's auc: 0.813155\n",
      "[289]\tvalid_0's auc: 0.811817\n",
      "[290]\tvalid_0's auc: 0.81204\n",
      "[291]\tvalid_0's auc: 0.811148\n",
      "[292]\tvalid_0's auc: 0.810925\n",
      "[293]\tvalid_0's auc: 0.810479\n",
      "[294]\tvalid_0's auc: 0.813378\n",
      "[295]\tvalid_0's auc: 0.814493\n",
      "[296]\tvalid_0's auc: 0.812486\n",
      "[297]\tvalid_0's auc: 0.811148\n",
      "[298]\tvalid_0's auc: 0.811148\n",
      "[299]\tvalid_0's auc: 0.811817\n",
      "[300]\tvalid_0's auc: 0.81204\n",
      "[301]\tvalid_0's auc: 0.810033\n",
      "[302]\tvalid_0's auc: 0.812709\n",
      "[303]\tvalid_0's auc: 0.811817\n",
      "[304]\tvalid_0's auc: 0.812263\n",
      "[305]\tvalid_0's auc: 0.810479\n",
      "[306]\tvalid_0's auc: 0.810925\n",
      "[307]\tvalid_0's auc: 0.81204\n",
      "[308]\tvalid_0's auc: 0.811817\n",
      "[309]\tvalid_0's auc: 0.810925\n",
      "[310]\tvalid_0's auc: 0.814047\n",
      "[311]\tvalid_0's auc: 0.812709\n",
      "[312]\tvalid_0's auc: 0.811594\n",
      "[313]\tvalid_0's auc: 0.810702\n",
      "[314]\tvalid_0's auc: 0.81204\n",
      "[315]\tvalid_0's auc: 0.812486\n",
      "[316]\tvalid_0's auc: 0.814047\n",
      "[317]\tvalid_0's auc: 0.814493\n",
      "[318]\tvalid_0's auc: 0.81427\n",
      "[319]\tvalid_0's auc: 0.814939\n",
      "[320]\tvalid_0's auc: 0.815831\n",
      "[321]\tvalid_0's auc: 0.815162\n",
      "[322]\tvalid_0's auc: 0.815385\n",
      "[323]\tvalid_0's auc: 0.813155\n",
      "[324]\tvalid_0's auc: 0.813155\n",
      "[325]\tvalid_0's auc: 0.812709\n",
      "[326]\tvalid_0's auc: 0.812263\n",
      "[327]\tvalid_0's auc: 0.814047\n",
      "[328]\tvalid_0's auc: 0.814939\n",
      "[329]\tvalid_0's auc: 0.816499\n",
      "[330]\tvalid_0's auc: 0.816054\n",
      "[331]\tvalid_0's auc: 0.81427\n",
      "[332]\tvalid_0's auc: 0.815385\n",
      "[333]\tvalid_0's auc: 0.815831\n",
      "[334]\tvalid_0's auc: 0.816276\n",
      "[335]\tvalid_0's auc: 0.815385\n",
      "[336]\tvalid_0's auc: 0.816276\n",
      "[337]\tvalid_0's auc: 0.815608\n",
      "[338]\tvalid_0's auc: 0.815608\n",
      "[339]\tvalid_0's auc: 0.816276\n",
      "[340]\tvalid_0's auc: 0.814939\n",
      "[341]\tvalid_0's auc: 0.816945\n",
      "[342]\tvalid_0's auc: 0.816945\n",
      "[343]\tvalid_0's auc: 0.816054\n",
      "[344]\tvalid_0's auc: 0.814939\n",
      "[345]\tvalid_0's auc: 0.816054\n",
      "[346]\tvalid_0's auc: 0.815608\n",
      "[347]\tvalid_0's auc: 0.815831\n",
      "[348]\tvalid_0's auc: 0.816054\n",
      "[349]\tvalid_0's auc: 0.814716\n",
      "[350]\tvalid_0's auc: 0.814716\n",
      "[351]\tvalid_0's auc: 0.816499\n",
      "[352]\tvalid_0's auc: 0.816499\n",
      "[353]\tvalid_0's auc: 0.816054\n",
      "[354]\tvalid_0's auc: 0.816276\n",
      "[355]\tvalid_0's auc: 0.817614\n",
      "[356]\tvalid_0's auc: 0.81806\n",
      "[357]\tvalid_0's auc: 0.818283\n",
      "[358]\tvalid_0's auc: 0.819175\n",
      "[359]\tvalid_0's auc: 0.81806\n",
      "[360]\tvalid_0's auc: 0.818729\n",
      "[361]\tvalid_0's auc: 0.818506\n",
      "[362]\tvalid_0's auc: 0.81806\n",
      "[363]\tvalid_0's auc: 0.818283\n",
      "[364]\tvalid_0's auc: 0.819621\n",
      "[365]\tvalid_0's auc: 0.819175\n",
      "[366]\tvalid_0's auc: 0.820736\n",
      "[367]\tvalid_0's auc: 0.820513\n",
      "[368]\tvalid_0's auc: 0.820513\n",
      "[369]\tvalid_0's auc: 0.821851\n",
      "[370]\tvalid_0's auc: 0.822742\n",
      "[371]\tvalid_0's auc: 0.822742\n",
      "[372]\tvalid_0's auc: 0.823188\n",
      "[373]\tvalid_0's auc: 0.822742\n",
      "[374]\tvalid_0's auc: 0.823857\n",
      "[375]\tvalid_0's auc: 0.825864\n",
      "[376]\tvalid_0's auc: 0.825641\n",
      "[377]\tvalid_0's auc: 0.826087\n",
      "[378]\tvalid_0's auc: 0.82408\n",
      "[379]\tvalid_0's auc: 0.824303\n",
      "[380]\tvalid_0's auc: 0.823411\n",
      "[381]\tvalid_0's auc: 0.823411\n",
      "[382]\tvalid_0's auc: 0.825195\n",
      "[383]\tvalid_0's auc: 0.824303\n",
      "[384]\tvalid_0's auc: 0.824972\n",
      "[385]\tvalid_0's auc: 0.826979\n",
      "[386]\tvalid_0's auc: 0.826533\n",
      "[387]\tvalid_0's auc: 0.824303\n",
      "[388]\tvalid_0's auc: 0.823188\n",
      "[389]\tvalid_0's auc: 0.823188\n",
      "[390]\tvalid_0's auc: 0.823857\n",
      "[391]\tvalid_0's auc: 0.823634\n",
      "[392]\tvalid_0's auc: 0.823411\n",
      "[393]\tvalid_0's auc: 0.823188\n",
      "[394]\tvalid_0's auc: 0.823188\n",
      "[395]\tvalid_0's auc: 0.82252\n",
      "[396]\tvalid_0's auc: 0.822297\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[397]\tvalid_0's auc: 0.822297\n",
      "[398]\tvalid_0's auc: 0.82252\n",
      "[399]\tvalid_0's auc: 0.822965\n",
      "[400]\tvalid_0's auc: 0.823634\n",
      "[401]\tvalid_0's auc: 0.823634\n",
      "[402]\tvalid_0's auc: 0.823634\n",
      "[403]\tvalid_0's auc: 0.823188\n",
      "[404]\tvalid_0's auc: 0.822965\n",
      "[405]\tvalid_0's auc: 0.822742\n",
      "[406]\tvalid_0's auc: 0.823634\n",
      "[407]\tvalid_0's auc: 0.824303\n",
      "[408]\tvalid_0's auc: 0.824303\n",
      "[409]\tvalid_0's auc: 0.824526\n",
      "[410]\tvalid_0's auc: 0.826087\n",
      "[411]\tvalid_0's auc: 0.824303\n",
      "[412]\tvalid_0's auc: 0.822965\n",
      "[413]\tvalid_0's auc: 0.820959\n",
      "[414]\tvalid_0's auc: 0.819844\n",
      "[415]\tvalid_0's auc: 0.82029\n",
      "[416]\tvalid_0's auc: 0.819398\n",
      "[417]\tvalid_0's auc: 0.819844\n",
      "[418]\tvalid_0's auc: 0.820513\n",
      "[419]\tvalid_0's auc: 0.818952\n",
      "[420]\tvalid_0's auc: 0.819844\n",
      "[421]\tvalid_0's auc: 0.819621\n",
      "[422]\tvalid_0's auc: 0.818952\n",
      "[423]\tvalid_0's auc: 0.818506\n",
      "[424]\tvalid_0's auc: 0.818729\n",
      "[425]\tvalid_0's auc: 0.818506\n",
      "[426]\tvalid_0's auc: 0.818283\n",
      "[427]\tvalid_0's auc: 0.818283\n",
      "[428]\tvalid_0's auc: 0.818729\n",
      "[429]\tvalid_0's auc: 0.817837\n",
      "[430]\tvalid_0's auc: 0.818506\n",
      "[431]\tvalid_0's auc: 0.81806\n",
      "[432]\tvalid_0's auc: 0.818729\n",
      "[433]\tvalid_0's auc: 0.819621\n",
      "[434]\tvalid_0's auc: 0.820736\n",
      "[435]\tvalid_0's auc: 0.82029\n",
      "[436]\tvalid_0's auc: 0.818729\n",
      "[437]\tvalid_0's auc: 0.818729\n",
      "[438]\tvalid_0's auc: 0.819398\n",
      "[439]\tvalid_0's auc: 0.818283\n",
      "[440]\tvalid_0's auc: 0.817614\n",
      "[441]\tvalid_0's auc: 0.816499\n",
      "[442]\tvalid_0's auc: 0.818506\n",
      "[443]\tvalid_0's auc: 0.81806\n",
      "[444]\tvalid_0's auc: 0.818283\n",
      "[445]\tvalid_0's auc: 0.82029\n",
      "[446]\tvalid_0's auc: 0.819621\n",
      "[447]\tvalid_0's auc: 0.820067\n",
      "[448]\tvalid_0's auc: 0.82029\n",
      "[449]\tvalid_0's auc: 0.820736\n",
      "[450]\tvalid_0's auc: 0.821182\n",
      "[451]\tvalid_0's auc: 0.820959\n",
      "[452]\tvalid_0's auc: 0.82029\n",
      "[453]\tvalid_0's auc: 0.820513\n",
      "[454]\tvalid_0's auc: 0.82029\n",
      "[455]\tvalid_0's auc: 0.820736\n",
      "[456]\tvalid_0's auc: 0.820959\n",
      "[457]\tvalid_0's auc: 0.818729\n",
      "[458]\tvalid_0's auc: 0.818283\n",
      "[459]\tvalid_0's auc: 0.81806\n",
      "[460]\tvalid_0's auc: 0.817391\n",
      "[461]\tvalid_0's auc: 0.817614\n",
      "[462]\tvalid_0's auc: 0.817168\n",
      "[463]\tvalid_0's auc: 0.819175\n",
      "[464]\tvalid_0's auc: 0.820067\n",
      "[465]\tvalid_0's auc: 0.819621\n",
      "[466]\tvalid_0's auc: 0.818729\n",
      "[467]\tvalid_0's auc: 0.819175\n",
      "[468]\tvalid_0's auc: 0.818283\n",
      "[469]\tvalid_0's auc: 0.819175\n",
      "[470]\tvalid_0's auc: 0.819844\n",
      "[471]\tvalid_0's auc: 0.819621\n",
      "[472]\tvalid_0's auc: 0.818952\n",
      "[473]\tvalid_0's auc: 0.81806\n",
      "[474]\tvalid_0's auc: 0.819175\n",
      "[475]\tvalid_0's auc: 0.819175\n",
      "[476]\tvalid_0's auc: 0.819398\n",
      "[477]\tvalid_0's auc: 0.820513\n",
      "[478]\tvalid_0's auc: 0.820959\n",
      "[479]\tvalid_0's auc: 0.821405\n",
      "[480]\tvalid_0's auc: 0.821628\n",
      "[481]\tvalid_0's auc: 0.820513\n",
      "[482]\tvalid_0's auc: 0.820959\n",
      "[483]\tvalid_0's auc: 0.821405\n",
      "[484]\tvalid_0's auc: 0.821182\n",
      "[485]\tvalid_0's auc: 0.821182\n",
      "[486]\tvalid_0's auc: 0.820736\n",
      "[487]\tvalid_0's auc: 0.821628\n",
      "[488]\tvalid_0's auc: 0.821405\n",
      "[489]\tvalid_0's auc: 0.82252\n",
      "[490]\tvalid_0's auc: 0.822742\n",
      "[491]\tvalid_0's auc: 0.823188\n",
      "[492]\tvalid_0's auc: 0.823857\n",
      "[493]\tvalid_0's auc: 0.822742\n",
      "[494]\tvalid_0's auc: 0.823188\n",
      "[495]\tvalid_0's auc: 0.823857\n",
      "[496]\tvalid_0's auc: 0.824526\n",
      "[497]\tvalid_0's auc: 0.824749\n",
      "[498]\tvalid_0's auc: 0.824303\n",
      "[499]\tvalid_0's auc: 0.825195\n",
      "[500]\tvalid_0's auc: 0.826533\n",
      "[501]\tvalid_0's auc: 0.825195\n",
      "[502]\tvalid_0's auc: 0.824303\n",
      "[503]\tvalid_0's auc: 0.82408\n",
      "[504]\tvalid_0's auc: 0.822965\n",
      "[505]\tvalid_0's auc: 0.823634\n",
      "[506]\tvalid_0's auc: 0.824526\n",
      "[507]\tvalid_0's auc: 0.824303\n",
      "[508]\tvalid_0's auc: 0.823634\n",
      "[509]\tvalid_0's auc: 0.823857\n",
      "[510]\tvalid_0's auc: 0.824303\n",
      "[511]\tvalid_0's auc: 0.824749\n",
      "[512]\tvalid_0's auc: 0.823411\n",
      "[513]\tvalid_0's auc: 0.824749\n",
      "[514]\tvalid_0's auc: 0.825418\n",
      "[515]\tvalid_0's auc: 0.825641\n",
      "[516]\tvalid_0's auc: 0.824749\n",
      "[517]\tvalid_0's auc: 0.825195\n",
      "[518]\tvalid_0's auc: 0.824749\n",
      "[519]\tvalid_0's auc: 0.826087\n",
      "[520]\tvalid_0's auc: 0.826756\n",
      "[521]\tvalid_0's auc: 0.826533\n",
      "[522]\tvalid_0's auc: 0.827202\n",
      "[523]\tvalid_0's auc: 0.827648\n",
      "[524]\tvalid_0's auc: 0.827648\n",
      "[525]\tvalid_0's auc: 0.825864\n",
      "[526]\tvalid_0's auc: 0.825641\n",
      "[527]\tvalid_0's auc: 0.826087\n",
      "[528]\tvalid_0's auc: 0.825418\n",
      "[529]\tvalid_0's auc: 0.823634\n",
      "[530]\tvalid_0's auc: 0.822297\n",
      "[531]\tvalid_0's auc: 0.822742\n",
      "[532]\tvalid_0's auc: 0.824303\n",
      "[533]\tvalid_0's auc: 0.824526\n",
      "[534]\tvalid_0's auc: 0.823857\n",
      "[535]\tvalid_0's auc: 0.824303\n",
      "[536]\tvalid_0's auc: 0.824303\n",
      "[537]\tvalid_0's auc: 0.825641\n",
      "[538]\tvalid_0's auc: 0.826756\n",
      "[539]\tvalid_0's auc: 0.825418\n",
      "[540]\tvalid_0's auc: 0.824749\n",
      "[541]\tvalid_0's auc: 0.825195\n",
      "[542]\tvalid_0's auc: 0.824749\n",
      "[543]\tvalid_0's auc: 0.824303\n",
      "[544]\tvalid_0's auc: 0.82408\n",
      "[545]\tvalid_0's auc: 0.825418\n",
      "[546]\tvalid_0's auc: 0.825195\n",
      "[547]\tvalid_0's auc: 0.825195\n",
      "[548]\tvalid_0's auc: 0.826756\n",
      "[549]\tvalid_0's auc: 0.825418\n",
      "[550]\tvalid_0's auc: 0.824749\n",
      "[551]\tvalid_0's auc: 0.824749\n",
      "[552]\tvalid_0's auc: 0.824972\n",
      "[553]\tvalid_0's auc: 0.825864\n",
      "[554]\tvalid_0's auc: 0.825195\n",
      "[555]\tvalid_0's auc: 0.825418\n",
      "[556]\tvalid_0's auc: 0.825418\n",
      "[557]\tvalid_0's auc: 0.825195\n",
      "[558]\tvalid_0's auc: 0.825418\n",
      "[559]\tvalid_0's auc: 0.824526\n",
      "[560]\tvalid_0's auc: 0.826087\n",
      "[561]\tvalid_0's auc: 0.826533\n",
      "[562]\tvalid_0's auc: 0.826533\n",
      "[563]\tvalid_0's auc: 0.827202\n",
      "[564]\tvalid_0's auc: 0.828317\n",
      "[565]\tvalid_0's auc: 0.827871\n",
      "[566]\tvalid_0's auc: 0.826979\n",
      "[567]\tvalid_0's auc: 0.827648\n",
      "[568]\tvalid_0's auc: 0.827648\n",
      "[569]\tvalid_0's auc: 0.826979\n",
      "[570]\tvalid_0's auc: 0.826087\n",
      "[571]\tvalid_0's auc: 0.825418\n",
      "[572]\tvalid_0's auc: 0.825864\n",
      "[573]\tvalid_0's auc: 0.824749\n",
      "[574]\tvalid_0's auc: 0.824303\n",
      "[575]\tvalid_0's auc: 0.824749\n",
      "[576]\tvalid_0's auc: 0.824749\n",
      "[577]\tvalid_0's auc: 0.825418\n",
      "[578]\tvalid_0's auc: 0.824972\n",
      "[579]\tvalid_0's auc: 0.825641\n",
      "[580]\tvalid_0's auc: 0.825641\n",
      "[581]\tvalid_0's auc: 0.82631\n",
      "[582]\tvalid_0's auc: 0.825195\n",
      "[583]\tvalid_0's auc: 0.824972\n",
      "[584]\tvalid_0's auc: 0.82408\n",
      "[585]\tvalid_0's auc: 0.825195\n",
      "[586]\tvalid_0's auc: 0.825641\n",
      "[587]\tvalid_0's auc: 0.825641\n",
      "[588]\tvalid_0's auc: 0.825418\n",
      "[589]\tvalid_0's auc: 0.825641\n",
      "[590]\tvalid_0's auc: 0.825641\n",
      "[591]\tvalid_0's auc: 0.82631\n",
      "[592]\tvalid_0's auc: 0.825864\n",
      "[593]\tvalid_0's auc: 0.826087\n",
      "[594]\tvalid_0's auc: 0.825864\n",
      "[595]\tvalid_0's auc: 0.826533\n",
      "[596]\tvalid_0's auc: 0.826979\n",
      "[597]\tvalid_0's auc: 0.826979\n",
      "[598]\tvalid_0's auc: 0.827871\n",
      "[599]\tvalid_0's auc: 0.828317\n",
      "[600]\tvalid_0's auc: 0.828763\n",
      "[601]\tvalid_0's auc: 0.828094\n",
      "[602]\tvalid_0's auc: 0.827202\n",
      "[603]\tvalid_0's auc: 0.827648\n",
      "[604]\tvalid_0's auc: 0.826979\n",
      "[605]\tvalid_0's auc: 0.828317\n",
      "[606]\tvalid_0's auc: 0.828763\n",
      "[607]\tvalid_0's auc: 0.828317\n",
      "[608]\tvalid_0's auc: 0.827425\n",
      "[609]\tvalid_0's auc: 0.827202\n",
      "[610]\tvalid_0's auc: 0.827202\n",
      "[611]\tvalid_0's auc: 0.826533\n",
      "[612]\tvalid_0's auc: 0.824972\n",
      "[613]\tvalid_0's auc: 0.826533\n",
      "[614]\tvalid_0's auc: 0.826756\n",
      "[615]\tvalid_0's auc: 0.826756\n",
      "[616]\tvalid_0's auc: 0.826756\n",
      "[617]\tvalid_0's auc: 0.827871\n",
      "[618]\tvalid_0's auc: 0.827648\n",
      "[619]\tvalid_0's auc: 0.826533\n",
      "[620]\tvalid_0's auc: 0.825641\n",
      "[621]\tvalid_0's auc: 0.826087\n",
      "[622]\tvalid_0's auc: 0.82631\n",
      "[623]\tvalid_0's auc: 0.824972\n",
      "[624]\tvalid_0's auc: 0.826756\n",
      "[625]\tvalid_0's auc: 0.825418\n",
      "[626]\tvalid_0's auc: 0.825864\n",
      "[627]\tvalid_0's auc: 0.825864\n",
      "[628]\tvalid_0's auc: 0.827425\n",
      "[629]\tvalid_0's auc: 0.826756\n",
      "[630]\tvalid_0's auc: 0.826533\n",
      "[631]\tvalid_0's auc: 0.826979\n",
      "[632]\tvalid_0's auc: 0.825864\n",
      "[633]\tvalid_0's auc: 0.825418\n",
      "[634]\tvalid_0's auc: 0.82408\n",
      "[635]\tvalid_0's auc: 0.823857\n",
      "[636]\tvalid_0's auc: 0.824303\n",
      "[637]\tvalid_0's auc: 0.823411\n",
      "[638]\tvalid_0's auc: 0.82408\n",
      "[639]\tvalid_0's auc: 0.823411\n",
      "[640]\tvalid_0's auc: 0.823857\n",
      "[641]\tvalid_0's auc: 0.823634\n",
      "[642]\tvalid_0's auc: 0.823857\n",
      "[643]\tvalid_0's auc: 0.824526\n",
      "[644]\tvalid_0's auc: 0.823634\n",
      "[645]\tvalid_0's auc: 0.824972\n",
      "[646]\tvalid_0's auc: 0.825195\n",
      "[647]\tvalid_0's auc: 0.825641\n",
      "[648]\tvalid_0's auc: 0.825418\n",
      "[649]\tvalid_0's auc: 0.827202\n",
      "[650]\tvalid_0's auc: 0.828094\n",
      "[651]\tvalid_0's auc: 0.827648\n",
      "[652]\tvalid_0's auc: 0.828094\n",
      "[653]\tvalid_0's auc: 0.827648\n",
      "[654]\tvalid_0's auc: 0.828094\n",
      "[655]\tvalid_0's auc: 0.826979\n",
      "[656]\tvalid_0's auc: 0.827871\n",
      "[657]\tvalid_0's auc: 0.826979\n",
      "[658]\tvalid_0's auc: 0.827202\n",
      "[659]\tvalid_0's auc: 0.826756\n",
      "[660]\tvalid_0's auc: 0.827202\n",
      "[661]\tvalid_0's auc: 0.827648\n",
      "[662]\tvalid_0's auc: 0.827871\n",
      "[663]\tvalid_0's auc: 0.826979\n",
      "[664]\tvalid_0's auc: 0.826979\n",
      "[665]\tvalid_0's auc: 0.827648\n",
      "[666]\tvalid_0's auc: 0.827202\n",
      "[667]\tvalid_0's auc: 0.827425\n",
      "[668]\tvalid_0's auc: 0.828317\n",
      "[669]\tvalid_0's auc: 0.828317\n",
      "[670]\tvalid_0's auc: 0.827871\n",
      "[671]\tvalid_0's auc: 0.828317\n",
      "[672]\tvalid_0's auc: 0.827202\n",
      "[673]\tvalid_0's auc: 0.826087\n",
      "[674]\tvalid_0's auc: 0.826756\n",
      "[675]\tvalid_0's auc: 0.826979\n",
      "[676]\tvalid_0's auc: 0.826756\n",
      "[677]\tvalid_0's auc: 0.826979\n",
      "[678]\tvalid_0's auc: 0.827202\n",
      "[679]\tvalid_0's auc: 0.827202\n",
      "[680]\tvalid_0's auc: 0.827871\n",
      "[681]\tvalid_0's auc: 0.828094\n",
      "[682]\tvalid_0's auc: 0.82854\n",
      "[683]\tvalid_0's auc: 0.828986\n",
      "[684]\tvalid_0's auc: 0.829654\n",
      "[685]\tvalid_0's auc: 0.830546\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[686]\tvalid_0's auc: 0.830323\n",
      "[687]\tvalid_0's auc: 0.830546\n",
      "[688]\tvalid_0's auc: 0.8301\n",
      "[689]\tvalid_0's auc: 0.830992\n",
      "[690]\tvalid_0's auc: 0.830992\n",
      "[691]\tvalid_0's auc: 0.830992\n",
      "[692]\tvalid_0's auc: 0.830323\n",
      "[693]\tvalid_0's auc: 0.829654\n",
      "[694]\tvalid_0's auc: 0.830769\n",
      "[695]\tvalid_0's auc: 0.8301\n",
      "[696]\tvalid_0's auc: 0.830323\n",
      "[697]\tvalid_0's auc: 0.830546\n",
      "[698]\tvalid_0's auc: 0.8301\n",
      "[699]\tvalid_0's auc: 0.829877\n",
      "[700]\tvalid_0's auc: 0.830323\n",
      "[701]\tvalid_0's auc: 0.830769\n",
      "[702]\tvalid_0's auc: 0.830323\n",
      "[703]\tvalid_0's auc: 0.82854\n",
      "[704]\tvalid_0's auc: 0.828317\n",
      "[705]\tvalid_0's auc: 0.82854\n",
      "[706]\tvalid_0's auc: 0.829208\n",
      "[707]\tvalid_0's auc: 0.829431\n",
      "[708]\tvalid_0's auc: 0.829877\n",
      "[709]\tvalid_0's auc: 0.829431\n",
      "[710]\tvalid_0's auc: 0.828986\n",
      "[711]\tvalid_0's auc: 0.828986\n",
      "[712]\tvalid_0's auc: 0.82854\n",
      "[713]\tvalid_0's auc: 0.828317\n",
      "[714]\tvalid_0's auc: 0.82854\n",
      "[715]\tvalid_0's auc: 0.827871\n",
      "[716]\tvalid_0's auc: 0.827871\n",
      "[717]\tvalid_0's auc: 0.826979\n",
      "[718]\tvalid_0's auc: 0.827425\n",
      "[719]\tvalid_0's auc: 0.828094\n",
      "[720]\tvalid_0's auc: 0.828763\n",
      "[721]\tvalid_0's auc: 0.828763\n",
      "[722]\tvalid_0's auc: 0.828317\n",
      "[723]\tvalid_0's auc: 0.828317\n",
      "[724]\tvalid_0's auc: 0.827871\n",
      "[725]\tvalid_0's auc: 0.827425\n",
      "[726]\tvalid_0's auc: 0.829208\n",
      "[727]\tvalid_0's auc: 0.828763\n",
      "[728]\tvalid_0's auc: 0.828094\n",
      "[729]\tvalid_0's auc: 0.828763\n",
      "[730]\tvalid_0's auc: 0.829208\n",
      "[731]\tvalid_0's auc: 0.829877\n",
      "[732]\tvalid_0's auc: 0.829208\n",
      "[733]\tvalid_0's auc: 0.828763\n",
      "[734]\tvalid_0's auc: 0.82854\n",
      "[735]\tvalid_0's auc: 0.829431\n",
      "[736]\tvalid_0's auc: 0.829431\n",
      "[737]\tvalid_0's auc: 0.830323\n",
      "[738]\tvalid_0's auc: 0.830323\n",
      "[739]\tvalid_0's auc: 0.829877\n",
      "[740]\tvalid_0's auc: 0.829431\n",
      "[741]\tvalid_0's auc: 0.830546\n",
      "[742]\tvalid_0's auc: 0.830546\n",
      "[743]\tvalid_0's auc: 0.831215\n",
      "[744]\tvalid_0's auc: 0.831661\n",
      "[745]\tvalid_0's auc: 0.832107\n",
      "[746]\tvalid_0's auc: 0.83233\n",
      "[747]\tvalid_0's auc: 0.831661\n",
      "[748]\tvalid_0's auc: 0.831884\n",
      "[749]\tvalid_0's auc: 0.83233\n",
      "[750]\tvalid_0's auc: 0.831884\n",
      "[751]\tvalid_0's auc: 0.831438\n",
      "[752]\tvalid_0's auc: 0.830992\n",
      "[753]\tvalid_0's auc: 0.830546\n",
      "[754]\tvalid_0's auc: 0.830546\n",
      "[755]\tvalid_0's auc: 0.830992\n",
      "[756]\tvalid_0's auc: 0.831215\n",
      "[757]\tvalid_0's auc: 0.831215\n",
      "[758]\tvalid_0's auc: 0.831438\n",
      "[759]\tvalid_0's auc: 0.831661\n",
      "[760]\tvalid_0's auc: 0.831215\n",
      "[761]\tvalid_0's auc: 0.831438\n",
      "[762]\tvalid_0's auc: 0.830992\n",
      "[763]\tvalid_0's auc: 0.831884\n",
      "[764]\tvalid_0's auc: 0.832776\n",
      "[765]\tvalid_0's auc: 0.832553\n",
      "[766]\tvalid_0's auc: 0.832553\n",
      "[767]\tvalid_0's auc: 0.832553\n",
      "[768]\tvalid_0's auc: 0.832553\n",
      "[769]\tvalid_0's auc: 0.832999\n",
      "[770]\tvalid_0's auc: 0.832553\n",
      "[771]\tvalid_0's auc: 0.833891\n",
      "[772]\tvalid_0's auc: 0.833445\n",
      "[773]\tvalid_0's auc: 0.832776\n",
      "[774]\tvalid_0's auc: 0.832107\n",
      "[775]\tvalid_0's auc: 0.832107\n",
      "[776]\tvalid_0's auc: 0.832776\n",
      "[777]\tvalid_0's auc: 0.83233\n",
      "[778]\tvalid_0's auc: 0.832107\n",
      "[779]\tvalid_0's auc: 0.831884\n",
      "[780]\tvalid_0's auc: 0.83233\n",
      "[781]\tvalid_0's auc: 0.833222\n",
      "[782]\tvalid_0's auc: 0.833445\n",
      "[783]\tvalid_0's auc: 0.833222\n",
      "[784]\tvalid_0's auc: 0.833445\n",
      "[785]\tvalid_0's auc: 0.834114\n",
      "[786]\tvalid_0's auc: 0.834114\n",
      "[787]\tvalid_0's auc: 0.832999\n",
      "[788]\tvalid_0's auc: 0.832553\n",
      "[789]\tvalid_0's auc: 0.831884\n",
      "[790]\tvalid_0's auc: 0.83233\n",
      "[791]\tvalid_0's auc: 0.832553\n",
      "[792]\tvalid_0's auc: 0.831884\n",
      "[793]\tvalid_0's auc: 0.83233\n",
      "[794]\tvalid_0's auc: 0.831438\n",
      "[795]\tvalid_0's auc: 0.831661\n",
      "[796]\tvalid_0's auc: 0.831438\n",
      "[797]\tvalid_0's auc: 0.831438\n",
      "[798]\tvalid_0's auc: 0.831661\n",
      "[799]\tvalid_0's auc: 0.831215\n",
      "[800]\tvalid_0's auc: 0.830546\n",
      "[801]\tvalid_0's auc: 0.829877\n",
      "[802]\tvalid_0's auc: 0.830323\n",
      "[803]\tvalid_0's auc: 0.829877\n",
      "[804]\tvalid_0's auc: 0.829431\n",
      "[805]\tvalid_0's auc: 0.829431\n",
      "[806]\tvalid_0's auc: 0.829431\n",
      "[807]\tvalid_0's auc: 0.829208\n",
      "[808]\tvalid_0's auc: 0.829654\n",
      "[809]\tvalid_0's auc: 0.829654\n",
      "[810]\tvalid_0's auc: 0.830323\n",
      "[811]\tvalid_0's auc: 0.831884\n",
      "[812]\tvalid_0's auc: 0.831215\n",
      "[813]\tvalid_0's auc: 0.831884\n",
      "[814]\tvalid_0's auc: 0.831884\n",
      "[815]\tvalid_0's auc: 0.832553\n",
      "[816]\tvalid_0's auc: 0.832553\n",
      "[817]\tvalid_0's auc: 0.832107\n",
      "[818]\tvalid_0's auc: 0.831438\n",
      "[819]\tvalid_0's auc: 0.830769\n",
      "[820]\tvalid_0's auc: 0.830992\n",
      "[821]\tvalid_0's auc: 0.831215\n",
      "[822]\tvalid_0's auc: 0.831884\n",
      "[823]\tvalid_0's auc: 0.831661\n",
      "[824]\tvalid_0's auc: 0.832107\n",
      "[825]\tvalid_0's auc: 0.832553\n",
      "[826]\tvalid_0's auc: 0.832107\n",
      "[827]\tvalid_0's auc: 0.831884\n",
      "[828]\tvalid_0's auc: 0.832107\n",
      "[829]\tvalid_0's auc: 0.832107\n",
      "[830]\tvalid_0's auc: 0.832999\n",
      "[831]\tvalid_0's auc: 0.833445\n",
      "[832]\tvalid_0's auc: 0.833222\n",
      "[833]\tvalid_0's auc: 0.832553\n",
      "[834]\tvalid_0's auc: 0.83233\n",
      "[835]\tvalid_0's auc: 0.832553\n",
      "[836]\tvalid_0's auc: 0.832107\n",
      "[837]\tvalid_0's auc: 0.832999\n",
      "[838]\tvalid_0's auc: 0.832553\n",
      "[839]\tvalid_0's auc: 0.832107\n",
      "[840]\tvalid_0's auc: 0.832107\n",
      "[841]\tvalid_0's auc: 0.831661\n",
      "[842]\tvalid_0's auc: 0.831661\n",
      "[843]\tvalid_0's auc: 0.831884\n",
      "[844]\tvalid_0's auc: 0.831884\n",
      "[845]\tvalid_0's auc: 0.831661\n",
      "[846]\tvalid_0's auc: 0.83233\n",
      "[847]\tvalid_0's auc: 0.83233\n",
      "[848]\tvalid_0's auc: 0.832107\n",
      "[849]\tvalid_0's auc: 0.832776\n",
      "[850]\tvalid_0's auc: 0.832999\n",
      "[851]\tvalid_0's auc: 0.83233\n",
      "[852]\tvalid_0's auc: 0.832776\n",
      "[853]\tvalid_0's auc: 0.832553\n",
      "[854]\tvalid_0's auc: 0.83233\n",
      "[855]\tvalid_0's auc: 0.832107\n",
      "[856]\tvalid_0's auc: 0.831215\n",
      "[857]\tvalid_0's auc: 0.831215\n",
      "[858]\tvalid_0's auc: 0.832107\n",
      "[859]\tvalid_0's auc: 0.831438\n",
      "[860]\tvalid_0's auc: 0.830992\n",
      "[861]\tvalid_0's auc: 0.830992\n",
      "[862]\tvalid_0's auc: 0.8301\n",
      "[863]\tvalid_0's auc: 0.829877\n",
      "[864]\tvalid_0's auc: 0.829431\n",
      "[865]\tvalid_0's auc: 0.829654\n",
      "[866]\tvalid_0's auc: 0.829431\n",
      "[867]\tvalid_0's auc: 0.828986\n",
      "[868]\tvalid_0's auc: 0.828986\n",
      "[869]\tvalid_0's auc: 0.828763\n",
      "[870]\tvalid_0's auc: 0.829208\n",
      "[871]\tvalid_0's auc: 0.829208\n",
      "[872]\tvalid_0's auc: 0.828986\n",
      "[873]\tvalid_0's auc: 0.829654\n",
      "[874]\tvalid_0's auc: 0.829654\n",
      "[875]\tvalid_0's auc: 0.828986\n",
      "[876]\tvalid_0's auc: 0.829654\n",
      "[877]\tvalid_0's auc: 0.830323\n",
      "[878]\tvalid_0's auc: 0.831438\n",
      "[879]\tvalid_0's auc: 0.830992\n",
      "[880]\tvalid_0's auc: 0.830769\n",
      "[881]\tvalid_0's auc: 0.831438\n",
      "[882]\tvalid_0's auc: 0.830992\n",
      "[883]\tvalid_0's auc: 0.8301\n",
      "[884]\tvalid_0's auc: 0.831215\n",
      "[885]\tvalid_0's auc: 0.830546\n",
      "[886]\tvalid_0's auc: 0.830546\n",
      "[887]\tvalid_0's auc: 0.829877\n",
      "[888]\tvalid_0's auc: 0.830323\n",
      "[889]\tvalid_0's auc: 0.829654\n",
      "[890]\tvalid_0's auc: 0.829208\n",
      "[891]\tvalid_0's auc: 0.829208\n",
      "[892]\tvalid_0's auc: 0.829654\n",
      "[893]\tvalid_0's auc: 0.829208\n",
      "[894]\tvalid_0's auc: 0.829431\n",
      "[895]\tvalid_0's auc: 0.829431\n",
      "[896]\tvalid_0's auc: 0.829208\n",
      "[897]\tvalid_0's auc: 0.829431\n",
      "[898]\tvalid_0's auc: 0.8301\n",
      "[899]\tvalid_0's auc: 0.8301\n",
      "[900]\tvalid_0's auc: 0.830992\n",
      "[901]\tvalid_0's auc: 0.831661\n",
      "[902]\tvalid_0's auc: 0.831661\n",
      "[903]\tvalid_0's auc: 0.830992\n",
      "[904]\tvalid_0's auc: 0.831661\n",
      "[905]\tvalid_0's auc: 0.830992\n",
      "[906]\tvalid_0's auc: 0.831215\n",
      "[907]\tvalid_0's auc: 0.830769\n",
      "[908]\tvalid_0's auc: 0.830992\n",
      "[909]\tvalid_0's auc: 0.830546\n",
      "[910]\tvalid_0's auc: 0.830323\n",
      "[911]\tvalid_0's auc: 0.829654\n",
      "[912]\tvalid_0's auc: 0.828986\n",
      "[913]\tvalid_0's auc: 0.829877\n",
      "[914]\tvalid_0's auc: 0.829208\n",
      "[915]\tvalid_0's auc: 0.829654\n",
      "[916]\tvalid_0's auc: 0.829208\n",
      "[917]\tvalid_0's auc: 0.829208\n",
      "[918]\tvalid_0's auc: 0.829431\n",
      "[919]\tvalid_0's auc: 0.828986\n",
      "[920]\tvalid_0's auc: 0.829431\n",
      "[921]\tvalid_0's auc: 0.829431\n",
      "[922]\tvalid_0's auc: 0.828986\n",
      "[923]\tvalid_0's auc: 0.827871\n",
      "[924]\tvalid_0's auc: 0.829208\n",
      "[925]\tvalid_0's auc: 0.828986\n",
      "[926]\tvalid_0's auc: 0.829654\n",
      "[927]\tvalid_0's auc: 0.829654\n",
      "[928]\tvalid_0's auc: 0.829877\n",
      "[929]\tvalid_0's auc: 0.829208\n",
      "[930]\tvalid_0's auc: 0.828763\n",
      "[931]\tvalid_0's auc: 0.82854\n",
      "[932]\tvalid_0's auc: 0.828763\n",
      "[933]\tvalid_0's auc: 0.828986\n",
      "[934]\tvalid_0's auc: 0.82854\n",
      "[935]\tvalid_0's auc: 0.82854\n",
      "[936]\tvalid_0's auc: 0.82854\n",
      "[937]\tvalid_0's auc: 0.82854\n",
      "[938]\tvalid_0's auc: 0.828094\n",
      "[939]\tvalid_0's auc: 0.82854\n",
      "[940]\tvalid_0's auc: 0.828986\n",
      "[941]\tvalid_0's auc: 0.828986\n",
      "[942]\tvalid_0's auc: 0.828763\n",
      "[943]\tvalid_0's auc: 0.828763\n",
      "[944]\tvalid_0's auc: 0.828986\n",
      "[945]\tvalid_0's auc: 0.828986\n",
      "[946]\tvalid_0's auc: 0.828763\n",
      "[947]\tvalid_0's auc: 0.829431\n",
      "[948]\tvalid_0's auc: 0.829654\n",
      "[949]\tvalid_0's auc: 0.829208\n",
      "[950]\tvalid_0's auc: 0.829877\n",
      "[951]\tvalid_0's auc: 0.829654\n",
      "[952]\tvalid_0's auc: 0.82854\n",
      "[953]\tvalid_0's auc: 0.827871\n",
      "[954]\tvalid_0's auc: 0.828094\n",
      "[955]\tvalid_0's auc: 0.827425\n",
      "[956]\tvalid_0's auc: 0.82631\n",
      "[957]\tvalid_0's auc: 0.826533\n",
      "[958]\tvalid_0's auc: 0.826533\n",
      "[959]\tvalid_0's auc: 0.826979\n",
      "[960]\tvalid_0's auc: 0.826979\n",
      "[961]\tvalid_0's auc: 0.82631\n",
      "[962]\tvalid_0's auc: 0.826087\n",
      "[963]\tvalid_0's auc: 0.825864\n",
      "[964]\tvalid_0's auc: 0.826087\n",
      "[965]\tvalid_0's auc: 0.826087\n",
      "[966]\tvalid_0's auc: 0.825864\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[967]\tvalid_0's auc: 0.827202\n",
      "[968]\tvalid_0's auc: 0.827202\n",
      "[969]\tvalid_0's auc: 0.827425\n",
      "[970]\tvalid_0's auc: 0.827871\n",
      "[971]\tvalid_0's auc: 0.827871\n",
      "[972]\tvalid_0's auc: 0.828317\n",
      "[973]\tvalid_0's auc: 0.828317\n",
      "[974]\tvalid_0's auc: 0.827871\n",
      "[975]\tvalid_0's auc: 0.827871\n",
      "[976]\tvalid_0's auc: 0.828094\n",
      "[977]\tvalid_0's auc: 0.827425\n",
      "[978]\tvalid_0's auc: 0.827425\n",
      "[979]\tvalid_0's auc: 0.828094\n",
      "[980]\tvalid_0's auc: 0.827871\n",
      "[981]\tvalid_0's auc: 0.828094\n",
      "[982]\tvalid_0's auc: 0.828763\n",
      "[983]\tvalid_0's auc: 0.82854\n",
      "[984]\tvalid_0's auc: 0.829208\n",
      "[985]\tvalid_0's auc: 0.828094\n",
      "Early stopping, best iteration is:\n",
      "[785]\tvalid_0's auc: 0.834114\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.554367\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.59258\n",
      "[3]\tvalid_0's auc: 0.564171\n",
      "[4]\tvalid_0's auc: 0.582219\n",
      "[5]\tvalid_0's auc: 0.59336\n",
      "[6]\tvalid_0's auc: 0.58467\n",
      "[7]\tvalid_0's auc: 0.568405\n",
      "[8]\tvalid_0's auc: 0.60049\n",
      "[9]\tvalid_0's auc: 0.587121\n",
      "[10]\tvalid_0's auc: 0.573752\n",
      "[11]\tvalid_0's auc: 0.569073\n",
      "[12]\tvalid_0's auc: 0.564617\n",
      "[13]\tvalid_0's auc: 0.559938\n",
      "[14]\tvalid_0's auc: 0.557264\n",
      "[15]\tvalid_0's auc: 0.545232\n",
      "[16]\tvalid_0's auc: 0.552585\n",
      "[17]\tvalid_0's auc: 0.55459\n",
      "[18]\tvalid_0's auc: 0.547906\n",
      "[19]\tvalid_0's auc: 0.543672\n",
      "[20]\tvalid_0's auc: 0.547014\n",
      "[21]\tvalid_0's auc: 0.547906\n",
      "[22]\tvalid_0's auc: 0.550357\n",
      "[23]\tvalid_0's auc: 0.559269\n",
      "[24]\tvalid_0's auc: 0.559938\n",
      "[25]\tvalid_0's auc: 0.559046\n",
      "[26]\tvalid_0's auc: 0.559938\n",
      "[27]\tvalid_0's auc: 0.565731\n",
      "[28]\tvalid_0's auc: 0.569964\n",
      "[29]\tvalid_0's auc: 0.57041\n",
      "[30]\tvalid_0's auc: 0.58066\n",
      "[31]\tvalid_0's auc: 0.5791\n",
      "[32]\tvalid_0's auc: 0.581774\n",
      "[33]\tvalid_0's auc: 0.579991\n",
      "[34]\tvalid_0's auc: 0.587344\n",
      "[35]\tvalid_0's auc: 0.588904\n",
      "[36]\tvalid_0's auc: 0.588904\n",
      "[37]\tvalid_0's auc: 0.586453\n",
      "[38]\tvalid_0's auc: 0.5918\n",
      "[39]\tvalid_0's auc: 0.589349\n",
      "[40]\tvalid_0's auc: 0.589127\n",
      "[41]\tvalid_0's auc: 0.590018\n",
      "[42]\tvalid_0's auc: 0.5918\n",
      "[43]\tvalid_0's auc: 0.590909\n",
      "[44]\tvalid_0's auc: 0.587344\n",
      "[45]\tvalid_0's auc: 0.591132\n",
      "[46]\tvalid_0's auc: 0.595143\n",
      "[47]\tvalid_0's auc: 0.600045\n",
      "[48]\tvalid_0's auc: 0.60205\n",
      "[49]\tvalid_0's auc: 0.604278\n",
      "[50]\tvalid_0's auc: 0.604501\n",
      "[51]\tvalid_0's auc: 0.606283\n",
      "[52]\tvalid_0's auc: 0.607398\n",
      "[53]\tvalid_0's auc: 0.605615\n",
      "[54]\tvalid_0's auc: 0.603164\n",
      "[55]\tvalid_0's auc: 0.602941\n",
      "[56]\tvalid_0's auc: 0.608734\n",
      "[57]\tvalid_0's auc: 0.608512\n",
      "[58]\tvalid_0's auc: 0.613859\n",
      "[59]\tvalid_0's auc: 0.616756\n",
      "[60]\tvalid_0's auc: 0.618761\n",
      "[61]\tvalid_0's auc: 0.622326\n",
      "[62]\tvalid_0's auc: 0.61943\n",
      "[63]\tvalid_0's auc: 0.621435\n",
      "[64]\tvalid_0's auc: 0.625446\n",
      "[65]\tvalid_0's auc: 0.627451\n",
      "[66]\tvalid_0's auc: 0.628119\n",
      "[67]\tvalid_0's auc: 0.627451\n",
      "[68]\tvalid_0's auc: 0.629011\n",
      "[69]\tvalid_0's auc: 0.632576\n",
      "[70]\tvalid_0's auc: 0.635027\n",
      "[71]\tvalid_0's auc: 0.636364\n",
      "[72]\tvalid_0's auc: 0.638815\n",
      "[73]\tvalid_0's auc: 0.640374\n",
      "[74]\tvalid_0's auc: 0.639929\n",
      "[75]\tvalid_0's auc: 0.636364\n",
      "[76]\tvalid_0's auc: 0.637923\n",
      "[77]\tvalid_0's auc: 0.636364\n",
      "[78]\tvalid_0's auc: 0.64082\n",
      "[79]\tvalid_0's auc: 0.642157\n",
      "[80]\tvalid_0's auc: 0.641711\n",
      "[81]\tvalid_0's auc: 0.641711\n",
      "[82]\tvalid_0's auc: 0.640374\n",
      "[83]\tvalid_0's auc: 0.640597\n",
      "[84]\tvalid_0's auc: 0.64082\n",
      "[85]\tvalid_0's auc: 0.641043\n",
      "[86]\tvalid_0's auc: 0.639483\n",
      "[87]\tvalid_0's auc: 0.639706\n",
      "[88]\tvalid_0's auc: 0.64082\n",
      "[89]\tvalid_0's auc: 0.640597\n",
      "[90]\tvalid_0's auc: 0.638592\n",
      "[91]\tvalid_0's auc: 0.641043\n",
      "[92]\tvalid_0's auc: 0.642825\n",
      "[93]\tvalid_0's auc: 0.639706\n",
      "[94]\tvalid_0's auc: 0.648173\n",
      "[95]\tvalid_0's auc: 0.651515\n",
      "[96]\tvalid_0's auc: 0.651292\n",
      "[97]\tvalid_0's auc: 0.652184\n",
      "[98]\tvalid_0's auc: 0.655749\n",
      "[99]\tvalid_0's auc: 0.654857\n",
      "[100]\tvalid_0's auc: 0.660205\n",
      "[101]\tvalid_0's auc: 0.659759\n",
      "[102]\tvalid_0's auc: 0.664216\n",
      "[103]\tvalid_0's auc: 0.66221\n",
      "[104]\tvalid_0's auc: 0.662879\n",
      "[105]\tvalid_0's auc: 0.661319\n",
      "[106]\tvalid_0's auc: 0.661319\n",
      "[107]\tvalid_0's auc: 0.664439\n",
      "[108]\tvalid_0's auc: 0.665998\n",
      "[109]\tvalid_0's auc: 0.665998\n",
      "[110]\tvalid_0's auc: 0.667335\n",
      "[111]\tvalid_0's auc: 0.671123\n",
      "[112]\tvalid_0's auc: 0.670009\n",
      "[113]\tvalid_0's auc: 0.668449\n",
      "[114]\tvalid_0's auc: 0.670009\n",
      "[115]\tvalid_0's auc: 0.671123\n",
      "[116]\tvalid_0's auc: 0.669786\n",
      "[117]\tvalid_0's auc: 0.670677\n",
      "[118]\tvalid_0's auc: 0.673797\n",
      "[119]\tvalid_0's auc: 0.677362\n",
      "[120]\tvalid_0's auc: 0.677139\n",
      "[121]\tvalid_0's auc: 0.679813\n",
      "[122]\tvalid_0's auc: 0.682932\n",
      "[123]\tvalid_0's auc: 0.681818\n",
      "[124]\tvalid_0's auc: 0.684046\n",
      "[125]\tvalid_0's auc: 0.683155\n",
      "[126]\tvalid_0's auc: 0.683155\n",
      "[127]\tvalid_0's auc: 0.684269\n",
      "[128]\tvalid_0's auc: 0.686943\n",
      "[129]\tvalid_0's auc: 0.685829\n",
      "[130]\tvalid_0's auc: 0.686497\n",
      "[131]\tvalid_0's auc: 0.686943\n",
      "[132]\tvalid_0's auc: 0.688503\n",
      "[133]\tvalid_0's auc: 0.689394\n",
      "[134]\tvalid_0's auc: 0.691622\n",
      "[135]\tvalid_0's auc: 0.692291\n",
      "[136]\tvalid_0's auc: 0.69541\n",
      "[137]\tvalid_0's auc: 0.696524\n",
      "[138]\tvalid_0's auc: 0.698975\n",
      "[139]\tvalid_0's auc: 0.700535\n",
      "[140]\tvalid_0's auc: 0.702094\n",
      "[141]\tvalid_0's auc: 0.701649\n",
      "[142]\tvalid_0's auc: 0.700312\n",
      "[143]\tvalid_0's auc: 0.699198\n",
      "[144]\tvalid_0's auc: 0.69697\n",
      "[145]\tvalid_0's auc: 0.697638\n",
      "[146]\tvalid_0's auc: 0.699866\n",
      "[147]\tvalid_0's auc: 0.700535\n",
      "[148]\tvalid_0's auc: 0.700312\n",
      "[149]\tvalid_0's auc: 0.700312\n",
      "[150]\tvalid_0's auc: 0.699198\n",
      "[151]\tvalid_0's auc: 0.699643\n",
      "[152]\tvalid_0's auc: 0.699643\n",
      "[153]\tvalid_0's auc: 0.698975\n",
      "[154]\tvalid_0's auc: 0.698752\n",
      "[155]\tvalid_0's auc: 0.69697\n",
      "[156]\tvalid_0's auc: 0.696747\n",
      "[157]\tvalid_0's auc: 0.698307\n",
      "[158]\tvalid_0's auc: 0.695633\n",
      "[159]\tvalid_0's auc: 0.697861\n",
      "[160]\tvalid_0's auc: 0.696301\n",
      "[161]\tvalid_0's auc: 0.696078\n",
      "[162]\tvalid_0's auc: 0.694519\n",
      "[163]\tvalid_0's auc: 0.694742\n",
      "[164]\tvalid_0's auc: 0.694073\n",
      "[165]\tvalid_0's auc: 0.694742\n",
      "[166]\tvalid_0's auc: 0.696524\n",
      "[167]\tvalid_0's auc: 0.697638\n",
      "[168]\tvalid_0's auc: 0.695187\n",
      "[169]\tvalid_0's auc: 0.696078\n",
      "[170]\tvalid_0's auc: 0.697415\n",
      "[171]\tvalid_0's auc: 0.695856\n",
      "[172]\tvalid_0's auc: 0.697861\n",
      "[173]\tvalid_0's auc: 0.697861\n",
      "[174]\tvalid_0's auc: 0.697638\n",
      "[175]\tvalid_0's auc: 0.698529\n",
      "[176]\tvalid_0's auc: 0.697638\n",
      "[177]\tvalid_0's auc: 0.697415\n",
      "[178]\tvalid_0's auc: 0.697193\n",
      "[179]\tvalid_0's auc: 0.694742\n",
      "[180]\tvalid_0's auc: 0.696078\n",
      "[181]\tvalid_0's auc: 0.69697\n",
      "[182]\tvalid_0's auc: 0.697861\n",
      "[183]\tvalid_0's auc: 0.697415\n",
      "[184]\tvalid_0's auc: 0.698084\n",
      "[185]\tvalid_0's auc: 0.698307\n",
      "[186]\tvalid_0's auc: 0.701203\n",
      "[187]\tvalid_0's auc: 0.700535\n",
      "[188]\tvalid_0's auc: 0.70098\n",
      "[189]\tvalid_0's auc: 0.700758\n",
      "[190]\tvalid_0's auc: 0.702094\n",
      "[191]\tvalid_0's auc: 0.701872\n",
      "[192]\tvalid_0's auc: 0.702317\n",
      "[193]\tvalid_0's auc: 0.703431\n",
      "[194]\tvalid_0's auc: 0.703431\n",
      "[195]\tvalid_0's auc: 0.707442\n",
      "[196]\tvalid_0's auc: 0.70967\n",
      "[197]\tvalid_0's auc: 0.711453\n",
      "[198]\tvalid_0's auc: 0.711898\n",
      "[199]\tvalid_0's auc: 0.712567\n",
      "[200]\tvalid_0's auc: 0.712121\n",
      "[201]\tvalid_0's auc: 0.713458\n",
      "[202]\tvalid_0's auc: 0.713681\n",
      "[203]\tvalid_0's auc: 0.713904\n",
      "[204]\tvalid_0's auc: 0.715018\n",
      "[205]\tvalid_0's auc: 0.716132\n",
      "[206]\tvalid_0's auc: 0.715909\n",
      "[207]\tvalid_0's auc: 0.715241\n",
      "[208]\tvalid_0's auc: 0.715241\n",
      "[209]\tvalid_0's auc: 0.716355\n",
      "[210]\tvalid_0's auc: 0.7168\n",
      "[211]\tvalid_0's auc: 0.717246\n",
      "[212]\tvalid_0's auc: 0.718137\n",
      "[213]\tvalid_0's auc: 0.718137\n",
      "[214]\tvalid_0's auc: 0.717023\n",
      "[215]\tvalid_0's auc: 0.717469\n",
      "[216]\tvalid_0's auc: 0.717023\n",
      "[217]\tvalid_0's auc: 0.717469\n",
      "[218]\tvalid_0's auc: 0.715686\n",
      "[219]\tvalid_0's auc: 0.715241\n",
      "[220]\tvalid_0's auc: 0.714349\n",
      "[221]\tvalid_0's auc: 0.714572\n",
      "[222]\tvalid_0's auc: 0.712121\n",
      "[223]\tvalid_0's auc: 0.712344\n",
      "[224]\tvalid_0's auc: 0.711676\n",
      "[225]\tvalid_0's auc: 0.713012\n",
      "[226]\tvalid_0's auc: 0.711676\n",
      "[227]\tvalid_0's auc: 0.712344\n",
      "[228]\tvalid_0's auc: 0.710784\n",
      "[229]\tvalid_0's auc: 0.710784\n",
      "[230]\tvalid_0's auc: 0.711898\n",
      "[231]\tvalid_0's auc: 0.71279\n",
      "[232]\tvalid_0's auc: 0.715463\n",
      "[233]\tvalid_0's auc: 0.717469\n",
      "[234]\tvalid_0's auc: 0.718137\n",
      "[235]\tvalid_0's auc: 0.718806\n",
      "[236]\tvalid_0's auc: 0.716578\n",
      "[237]\tvalid_0's auc: 0.717023\n",
      "[238]\tvalid_0's auc: 0.716578\n",
      "[239]\tvalid_0's auc: 0.716578\n",
      "[240]\tvalid_0's auc: 0.715018\n",
      "[241]\tvalid_0's auc: 0.715463\n",
      "[242]\tvalid_0's auc: 0.715686\n",
      "[243]\tvalid_0's auc: 0.7168\n",
      "[244]\tvalid_0's auc: 0.717914\n",
      "[245]\tvalid_0's auc: 0.717692\n",
      "[246]\tvalid_0's auc: 0.718583\n",
      "[247]\tvalid_0's auc: 0.717246\n",
      "[248]\tvalid_0's auc: 0.717246\n",
      "[249]\tvalid_0's auc: 0.719697\n",
      "[250]\tvalid_0's auc: 0.71836\n",
      "[251]\tvalid_0's auc: 0.717692\n",
      "[252]\tvalid_0's auc: 0.716578\n",
      "[253]\tvalid_0's auc: 0.715686\n",
      "[254]\tvalid_0's auc: 0.7168\n",
      "[255]\tvalid_0's auc: 0.716355\n",
      "[256]\tvalid_0's auc: 0.715241\n",
      "[257]\tvalid_0's auc: 0.716355\n",
      "[258]\tvalid_0's auc: 0.715018\n",
      "[259]\tvalid_0's auc: 0.715241\n",
      "[260]\tvalid_0's auc: 0.717023\n",
      "[261]\tvalid_0's auc: 0.718137\n",
      "[262]\tvalid_0's auc: 0.719029\n",
      "[263]\tvalid_0's auc: 0.719697\n",
      "[264]\tvalid_0's auc: 0.720143\n",
      "[265]\tvalid_0's auc: 0.721702\n",
      "[266]\tvalid_0's auc: 0.720811\n",
      "[267]\tvalid_0's auc: 0.723485\n",
      "[268]\tvalid_0's auc: 0.723039\n",
      "[269]\tvalid_0's auc: 0.722148\n",
      "[270]\tvalid_0's auc: 0.721925\n",
      "[271]\tvalid_0's auc: 0.722371\n",
      "[272]\tvalid_0's auc: 0.721257\n",
      "[273]\tvalid_0's auc: 0.720365\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[274]\tvalid_0's auc: 0.722148\n",
      "[275]\tvalid_0's auc: 0.721702\n",
      "[276]\tvalid_0's auc: 0.722594\n",
      "[277]\tvalid_0's auc: 0.722816\n",
      "[278]\tvalid_0's auc: 0.723262\n",
      "[279]\tvalid_0's auc: 0.723039\n",
      "[280]\tvalid_0's auc: 0.723262\n",
      "[281]\tvalid_0's auc: 0.726159\n",
      "[282]\tvalid_0's auc: 0.725936\n",
      "[283]\tvalid_0's auc: 0.725936\n",
      "[284]\tvalid_0's auc: 0.72705\n",
      "[285]\tvalid_0's auc: 0.728164\n",
      "[286]\tvalid_0's auc: 0.728164\n",
      "[287]\tvalid_0's auc: 0.728164\n",
      "[288]\tvalid_0's auc: 0.728832\n",
      "[289]\tvalid_0's auc: 0.72861\n",
      "[290]\tvalid_0's auc: 0.728164\n",
      "[291]\tvalid_0's auc: 0.727941\n",
      "[292]\tvalid_0's auc: 0.729278\n",
      "[293]\tvalid_0's auc: 0.729724\n",
      "[294]\tvalid_0's auc: 0.728832\n",
      "[295]\tvalid_0's auc: 0.728832\n",
      "[296]\tvalid_0's auc: 0.728387\n",
      "[297]\tvalid_0's auc: 0.728387\n",
      "[298]\tvalid_0's auc: 0.729501\n",
      "[299]\tvalid_0's auc: 0.729947\n",
      "[300]\tvalid_0's auc: 0.729724\n",
      "[301]\tvalid_0's auc: 0.732843\n",
      "[302]\tvalid_0's auc: 0.731952\n",
      "[303]\tvalid_0's auc: 0.730838\n",
      "[304]\tvalid_0's auc: 0.730392\n",
      "[305]\tvalid_0's auc: 0.731061\n",
      "[306]\tvalid_0's auc: 0.729724\n",
      "[307]\tvalid_0's auc: 0.731061\n",
      "[308]\tvalid_0's auc: 0.732398\n",
      "[309]\tvalid_0's auc: 0.732175\n",
      "[310]\tvalid_0's auc: 0.733289\n",
      "[311]\tvalid_0's auc: 0.733734\n",
      "[312]\tvalid_0's auc: 0.73418\n",
      "[313]\tvalid_0's auc: 0.734403\n",
      "[314]\tvalid_0's auc: 0.735294\n",
      "[315]\tvalid_0's auc: 0.735517\n",
      "[316]\tvalid_0's auc: 0.736631\n",
      "[317]\tvalid_0's auc: 0.733957\n",
      "[318]\tvalid_0's auc: 0.733957\n",
      "[319]\tvalid_0's auc: 0.734626\n",
      "[320]\tvalid_0's auc: 0.734848\n",
      "[321]\tvalid_0's auc: 0.73574\n",
      "[322]\tvalid_0's auc: 0.736631\n",
      "[323]\tvalid_0's auc: 0.73574\n",
      "[324]\tvalid_0's auc: 0.736185\n",
      "[325]\tvalid_0's auc: 0.738414\n",
      "[326]\tvalid_0's auc: 0.738414\n",
      "[327]\tvalid_0's auc: 0.739082\n",
      "[328]\tvalid_0's auc: 0.739528\n",
      "[329]\tvalid_0's auc: 0.739305\n",
      "[330]\tvalid_0's auc: 0.738636\n",
      "[331]\tvalid_0's auc: 0.739528\n",
      "[332]\tvalid_0's auc: 0.739082\n",
      "[333]\tvalid_0's auc: 0.738859\n",
      "[334]\tvalid_0's auc: 0.739528\n",
      "[335]\tvalid_0's auc: 0.738191\n",
      "[336]\tvalid_0's auc: 0.738191\n",
      "[337]\tvalid_0's auc: 0.740642\n",
      "[338]\tvalid_0's auc: 0.740196\n",
      "[339]\tvalid_0's auc: 0.740419\n",
      "[340]\tvalid_0's auc: 0.741533\n",
      "[341]\tvalid_0's auc: 0.741756\n",
      "[342]\tvalid_0's auc: 0.740642\n",
      "[343]\tvalid_0's auc: 0.73975\n",
      "[344]\tvalid_0's auc: 0.740865\n",
      "[345]\tvalid_0's auc: 0.739528\n",
      "[346]\tvalid_0's auc: 0.740865\n",
      "[347]\tvalid_0's auc: 0.741756\n",
      "[348]\tvalid_0's auc: 0.741979\n",
      "[349]\tvalid_0's auc: 0.742201\n",
      "[350]\tvalid_0's auc: 0.743538\n",
      "[351]\tvalid_0's auc: 0.743761\n",
      "[352]\tvalid_0's auc: 0.742424\n",
      "[353]\tvalid_0's auc: 0.743093\n",
      "[354]\tvalid_0's auc: 0.743538\n",
      "[355]\tvalid_0's auc: 0.743538\n",
      "[356]\tvalid_0's auc: 0.743538\n",
      "[357]\tvalid_0's auc: 0.74287\n",
      "[358]\tvalid_0's auc: 0.743538\n",
      "[359]\tvalid_0's auc: 0.74287\n",
      "[360]\tvalid_0's auc: 0.74131\n",
      "[361]\tvalid_0's auc: 0.740865\n",
      "[362]\tvalid_0's auc: 0.739082\n",
      "[363]\tvalid_0's auc: 0.737077\n",
      "[364]\tvalid_0's auc: 0.734848\n",
      "[365]\tvalid_0's auc: 0.735517\n",
      "[366]\tvalid_0's auc: 0.735517\n",
      "[367]\tvalid_0's auc: 0.735963\n",
      "[368]\tvalid_0's auc: 0.736408\n",
      "[369]\tvalid_0's auc: 0.736854\n",
      "[370]\tvalid_0's auc: 0.736185\n",
      "[371]\tvalid_0's auc: 0.736408\n",
      "[372]\tvalid_0's auc: 0.736408\n",
      "[373]\tvalid_0's auc: 0.736631\n",
      "[374]\tvalid_0's auc: 0.73574\n",
      "[375]\tvalid_0's auc: 0.735294\n",
      "[376]\tvalid_0's auc: 0.737077\n",
      "[377]\tvalid_0's auc: 0.737077\n",
      "[378]\tvalid_0's auc: 0.737745\n",
      "[379]\tvalid_0's auc: 0.737077\n",
      "[380]\tvalid_0's auc: 0.737299\n",
      "[381]\tvalid_0's auc: 0.737522\n",
      "[382]\tvalid_0's auc: 0.736854\n",
      "[383]\tvalid_0's auc: 0.736854\n",
      "[384]\tvalid_0's auc: 0.738191\n",
      "[385]\tvalid_0's auc: 0.737968\n",
      "[386]\tvalid_0's auc: 0.73975\n",
      "[387]\tvalid_0's auc: 0.739082\n",
      "[388]\tvalid_0's auc: 0.739305\n",
      "[389]\tvalid_0's auc: 0.740865\n",
      "[390]\tvalid_0's auc: 0.741533\n",
      "[391]\tvalid_0's auc: 0.741979\n",
      "[392]\tvalid_0's auc: 0.741087\n",
      "[393]\tvalid_0's auc: 0.741533\n",
      "[394]\tvalid_0's auc: 0.741756\n",
      "[395]\tvalid_0's auc: 0.741756\n",
      "[396]\tvalid_0's auc: 0.742201\n",
      "[397]\tvalid_0's auc: 0.74131\n",
      "[398]\tvalid_0's auc: 0.741979\n",
      "[399]\tvalid_0's auc: 0.742201\n",
      "[400]\tvalid_0's auc: 0.741756\n",
      "[401]\tvalid_0's auc: 0.740865\n",
      "[402]\tvalid_0's auc: 0.742201\n",
      "[403]\tvalid_0's auc: 0.741979\n",
      "[404]\tvalid_0's auc: 0.743316\n",
      "[405]\tvalid_0's auc: 0.743093\n",
      "[406]\tvalid_0's auc: 0.743093\n",
      "[407]\tvalid_0's auc: 0.74287\n",
      "[408]\tvalid_0's auc: 0.74287\n",
      "[409]\tvalid_0's auc: 0.743316\n",
      "[410]\tvalid_0's auc: 0.743761\n",
      "[411]\tvalid_0's auc: 0.743984\n",
      "[412]\tvalid_0's auc: 0.743984\n",
      "[413]\tvalid_0's auc: 0.744652\n",
      "[414]\tvalid_0's auc: 0.745544\n",
      "[415]\tvalid_0's auc: 0.745321\n",
      "[416]\tvalid_0's auc: 0.745321\n",
      "[417]\tvalid_0's auc: 0.744207\n",
      "[418]\tvalid_0's auc: 0.744875\n",
      "[419]\tvalid_0's auc: 0.745544\n",
      "[420]\tvalid_0's auc: 0.747326\n",
      "[421]\tvalid_0's auc: 0.746658\n",
      "[422]\tvalid_0's auc: 0.746658\n",
      "[423]\tvalid_0's auc: 0.749109\n",
      "[424]\tvalid_0's auc: 0.749332\n",
      "[425]\tvalid_0's auc: 0.749554\n",
      "[426]\tvalid_0's auc: 0.748217\n",
      "[427]\tvalid_0's auc: 0.749332\n",
      "[428]\tvalid_0's auc: 0.748217\n",
      "[429]\tvalid_0's auc: 0.749554\n",
      "[430]\tvalid_0's auc: 0.750223\n",
      "[431]\tvalid_0's auc: 0.74844\n",
      "[432]\tvalid_0's auc: 0.749777\n",
      "[433]\tvalid_0's auc: 0.750891\n",
      "[434]\tvalid_0's auc: 0.750668\n",
      "[435]\tvalid_0's auc: 0.750891\n",
      "[436]\tvalid_0's auc: 0.751114\n",
      "[437]\tvalid_0's auc: 0.751114\n",
      "[438]\tvalid_0's auc: 0.751114\n",
      "[439]\tvalid_0's auc: 0.750891\n",
      "[440]\tvalid_0's auc: 0.752228\n",
      "[441]\tvalid_0's auc: 0.75156\n",
      "[442]\tvalid_0's auc: 0.751337\n",
      "[443]\tvalid_0's auc: 0.752228\n",
      "[444]\tvalid_0's auc: 0.751337\n",
      "[445]\tvalid_0's auc: 0.753119\n",
      "[446]\tvalid_0's auc: 0.752674\n",
      "[447]\tvalid_0's auc: 0.751783\n",
      "[448]\tvalid_0's auc: 0.750891\n",
      "[449]\tvalid_0's auc: 0.752451\n",
      "[450]\tvalid_0's auc: 0.752451\n",
      "[451]\tvalid_0's auc: 0.752228\n",
      "[452]\tvalid_0's auc: 0.753342\n",
      "[453]\tvalid_0's auc: 0.75156\n",
      "[454]\tvalid_0's auc: 0.750668\n",
      "[455]\tvalid_0's auc: 0.752228\n",
      "[456]\tvalid_0's auc: 0.751114\n",
      "[457]\tvalid_0's auc: 0.750891\n",
      "[458]\tvalid_0's auc: 0.751783\n",
      "[459]\tvalid_0's auc: 0.752005\n",
      "[460]\tvalid_0's auc: 0.750891\n",
      "[461]\tvalid_0's auc: 0.75\n",
      "[462]\tvalid_0's auc: 0.75\n",
      "[463]\tvalid_0's auc: 0.749332\n",
      "[464]\tvalid_0's auc: 0.749554\n",
      "[465]\tvalid_0's auc: 0.749554\n",
      "[466]\tvalid_0's auc: 0.751114\n",
      "[467]\tvalid_0's auc: 0.751114\n",
      "[468]\tvalid_0's auc: 0.751783\n",
      "[469]\tvalid_0's auc: 0.752228\n",
      "[470]\tvalid_0's auc: 0.752228\n",
      "[471]\tvalid_0's auc: 0.75\n",
      "[472]\tvalid_0's auc: 0.750891\n",
      "[473]\tvalid_0's auc: 0.750223\n",
      "[474]\tvalid_0's auc: 0.749554\n",
      "[475]\tvalid_0's auc: 0.748663\n",
      "[476]\tvalid_0's auc: 0.74844\n",
      "[477]\tvalid_0's auc: 0.748663\n",
      "[478]\tvalid_0's auc: 0.747772\n",
      "[479]\tvalid_0's auc: 0.747772\n",
      "[480]\tvalid_0's auc: 0.747772\n",
      "[481]\tvalid_0's auc: 0.746212\n",
      "[482]\tvalid_0's auc: 0.746212\n",
      "[483]\tvalid_0's auc: 0.745544\n",
      "[484]\tvalid_0's auc: 0.745098\n",
      "[485]\tvalid_0's auc: 0.743761\n",
      "[486]\tvalid_0's auc: 0.743316\n",
      "[487]\tvalid_0's auc: 0.744207\n",
      "[488]\tvalid_0's auc: 0.74287\n",
      "[489]\tvalid_0's auc: 0.74287\n",
      "[490]\tvalid_0's auc: 0.74287\n",
      "[491]\tvalid_0's auc: 0.742201\n",
      "[492]\tvalid_0's auc: 0.740642\n",
      "[493]\tvalid_0's auc: 0.740419\n",
      "[494]\tvalid_0's auc: 0.739528\n",
      "[495]\tvalid_0's auc: 0.739528\n",
      "[496]\tvalid_0's auc: 0.739973\n",
      "[497]\tvalid_0's auc: 0.740196\n",
      "[498]\tvalid_0's auc: 0.739973\n",
      "[499]\tvalid_0's auc: 0.74131\n",
      "[500]\tvalid_0's auc: 0.741979\n",
      "[501]\tvalid_0's auc: 0.741533\n",
      "[502]\tvalid_0's auc: 0.741756\n",
      "[503]\tvalid_0's auc: 0.740865\n",
      "[504]\tvalid_0's auc: 0.739305\n",
      "[505]\tvalid_0's auc: 0.738859\n",
      "[506]\tvalid_0's auc: 0.739305\n",
      "[507]\tvalid_0's auc: 0.738414\n",
      "[508]\tvalid_0's auc: 0.737522\n",
      "[509]\tvalid_0's auc: 0.738414\n",
      "[510]\tvalid_0's auc: 0.737745\n",
      "[511]\tvalid_0's auc: 0.737745\n",
      "[512]\tvalid_0's auc: 0.738859\n",
      "[513]\tvalid_0's auc: 0.738191\n",
      "[514]\tvalid_0's auc: 0.737968\n",
      "[515]\tvalid_0's auc: 0.739305\n",
      "[516]\tvalid_0's auc: 0.740419\n",
      "[517]\tvalid_0's auc: 0.741087\n",
      "[518]\tvalid_0's auc: 0.739528\n",
      "[519]\tvalid_0's auc: 0.739528\n",
      "[520]\tvalid_0's auc: 0.739528\n",
      "[521]\tvalid_0's auc: 0.73975\n",
      "[522]\tvalid_0's auc: 0.740642\n",
      "[523]\tvalid_0's auc: 0.740419\n",
      "[524]\tvalid_0's auc: 0.739973\n",
      "[525]\tvalid_0's auc: 0.740196\n",
      "[526]\tvalid_0's auc: 0.739082\n",
      "[527]\tvalid_0's auc: 0.740642\n",
      "[528]\tvalid_0's auc: 0.740865\n",
      "[529]\tvalid_0's auc: 0.740196\n",
      "[530]\tvalid_0's auc: 0.741087\n",
      "[531]\tvalid_0's auc: 0.739528\n",
      "[532]\tvalid_0's auc: 0.740196\n",
      "[533]\tvalid_0's auc: 0.74131\n",
      "[534]\tvalid_0's auc: 0.740196\n",
      "[535]\tvalid_0's auc: 0.740196\n",
      "[536]\tvalid_0's auc: 0.73975\n",
      "[537]\tvalid_0's auc: 0.739973\n",
      "[538]\tvalid_0's auc: 0.740419\n",
      "[539]\tvalid_0's auc: 0.741087\n",
      "[540]\tvalid_0's auc: 0.743316\n",
      "[541]\tvalid_0's auc: 0.742424\n",
      "[542]\tvalid_0's auc: 0.742201\n",
      "[543]\tvalid_0's auc: 0.741756\n",
      "[544]\tvalid_0's auc: 0.741756\n",
      "[545]\tvalid_0's auc: 0.742647\n",
      "[546]\tvalid_0's auc: 0.741533\n",
      "[547]\tvalid_0's auc: 0.741087\n",
      "[548]\tvalid_0's auc: 0.74287\n",
      "[549]\tvalid_0's auc: 0.742424\n",
      "[550]\tvalid_0's auc: 0.745098\n",
      "[551]\tvalid_0's auc: 0.745098\n",
      "[552]\tvalid_0's auc: 0.744652\n",
      "[553]\tvalid_0's auc: 0.744875\n",
      "[554]\tvalid_0's auc: 0.744207\n",
      "[555]\tvalid_0's auc: 0.743538\n",
      "[556]\tvalid_0's auc: 0.743093\n",
      "[557]\tvalid_0's auc: 0.743538\n",
      "[558]\tvalid_0's auc: 0.743093\n",
      "[559]\tvalid_0's auc: 0.743761\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[560]\tvalid_0's auc: 0.743538\n",
      "[561]\tvalid_0's auc: 0.743984\n",
      "[562]\tvalid_0's auc: 0.744207\n",
      "[563]\tvalid_0's auc: 0.744652\n",
      "[564]\tvalid_0's auc: 0.745098\n",
      "[565]\tvalid_0's auc: 0.744652\n",
      "[566]\tvalid_0's auc: 0.744652\n",
      "[567]\tvalid_0's auc: 0.745544\n",
      "[568]\tvalid_0's auc: 0.745989\n",
      "[569]\tvalid_0's auc: 0.745544\n",
      "[570]\tvalid_0's auc: 0.745989\n",
      "[571]\tvalid_0's auc: 0.746212\n",
      "[572]\tvalid_0's auc: 0.746435\n",
      "[573]\tvalid_0's auc: 0.747549\n",
      "[574]\tvalid_0's auc: 0.747772\n",
      "[575]\tvalid_0's auc: 0.748217\n",
      "[576]\tvalid_0's auc: 0.749332\n",
      "[577]\tvalid_0's auc: 0.746658\n",
      "[578]\tvalid_0's auc: 0.747326\n",
      "[579]\tvalid_0's auc: 0.747995\n",
      "[580]\tvalid_0's auc: 0.748663\n",
      "[581]\tvalid_0's auc: 0.747995\n",
      "[582]\tvalid_0's auc: 0.747103\n",
      "[583]\tvalid_0's auc: 0.747326\n",
      "[584]\tvalid_0's auc: 0.747995\n",
      "[585]\tvalid_0's auc: 0.747103\n",
      "[586]\tvalid_0's auc: 0.746212\n",
      "[587]\tvalid_0's auc: 0.746212\n",
      "[588]\tvalid_0's auc: 0.745766\n",
      "[589]\tvalid_0's auc: 0.745098\n",
      "[590]\tvalid_0's auc: 0.744652\n",
      "[591]\tvalid_0's auc: 0.744875\n",
      "[592]\tvalid_0's auc: 0.743984\n",
      "[593]\tvalid_0's auc: 0.742201\n",
      "[594]\tvalid_0's auc: 0.742647\n",
      "[595]\tvalid_0's auc: 0.742647\n",
      "[596]\tvalid_0's auc: 0.743984\n",
      "[597]\tvalid_0's auc: 0.743984\n",
      "[598]\tvalid_0's auc: 0.745321\n",
      "[599]\tvalid_0's auc: 0.745544\n",
      "[600]\tvalid_0's auc: 0.744875\n",
      "[601]\tvalid_0's auc: 0.745766\n",
      "[602]\tvalid_0's auc: 0.744652\n",
      "[603]\tvalid_0's auc: 0.744652\n",
      "[604]\tvalid_0's auc: 0.744875\n",
      "[605]\tvalid_0's auc: 0.745098\n",
      "[606]\tvalid_0's auc: 0.743761\n",
      "[607]\tvalid_0's auc: 0.743538\n",
      "[608]\tvalid_0's auc: 0.743538\n",
      "[609]\tvalid_0's auc: 0.743984\n",
      "[610]\tvalid_0's auc: 0.743316\n",
      "[611]\tvalid_0's auc: 0.743761\n",
      "[612]\tvalid_0's auc: 0.744207\n",
      "[613]\tvalid_0's auc: 0.743316\n",
      "[614]\tvalid_0's auc: 0.743761\n",
      "[615]\tvalid_0's auc: 0.744875\n",
      "[616]\tvalid_0's auc: 0.743316\n",
      "[617]\tvalid_0's auc: 0.743316\n",
      "[618]\tvalid_0's auc: 0.741979\n",
      "[619]\tvalid_0's auc: 0.743093\n",
      "[620]\tvalid_0's auc: 0.74287\n",
      "[621]\tvalid_0's auc: 0.742424\n",
      "[622]\tvalid_0's auc: 0.741979\n",
      "[623]\tvalid_0's auc: 0.743093\n",
      "[624]\tvalid_0's auc: 0.743984\n",
      "[625]\tvalid_0's auc: 0.744207\n",
      "[626]\tvalid_0's auc: 0.744207\n",
      "[627]\tvalid_0's auc: 0.74443\n",
      "[628]\tvalid_0's auc: 0.74443\n",
      "[629]\tvalid_0's auc: 0.744652\n",
      "[630]\tvalid_0's auc: 0.745321\n",
      "[631]\tvalid_0's auc: 0.745098\n",
      "[632]\tvalid_0's auc: 0.743984\n",
      "[633]\tvalid_0's auc: 0.743538\n",
      "[634]\tvalid_0's auc: 0.743093\n",
      "[635]\tvalid_0's auc: 0.743093\n",
      "[636]\tvalid_0's auc: 0.743316\n",
      "[637]\tvalid_0's auc: 0.743538\n",
      "[638]\tvalid_0's auc: 0.74443\n",
      "[639]\tvalid_0's auc: 0.744207\n",
      "[640]\tvalid_0's auc: 0.744652\n",
      "[641]\tvalid_0's auc: 0.744207\n",
      "[642]\tvalid_0's auc: 0.745098\n",
      "[643]\tvalid_0's auc: 0.744652\n",
      "[644]\tvalid_0's auc: 0.745544\n",
      "[645]\tvalid_0's auc: 0.744207\n",
      "[646]\tvalid_0's auc: 0.744652\n",
      "[647]\tvalid_0's auc: 0.744207\n",
      "[648]\tvalid_0's auc: 0.743761\n",
      "[649]\tvalid_0's auc: 0.743761\n",
      "[650]\tvalid_0's auc: 0.745321\n",
      "[651]\tvalid_0's auc: 0.745098\n",
      "[652]\tvalid_0's auc: 0.746658\n",
      "Early stopping, best iteration is:\n",
      "[452]\tvalid_0's auc: 0.753342\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.588347\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.577986\n",
      "[3]\tvalid_0's auc: 0.589127\n",
      "[4]\tvalid_0's auc: 0.566065\n",
      "[5]\tvalid_0's auc: 0.59102\n",
      "[6]\tvalid_0's auc: 0.615753\n",
      "[7]\tvalid_0's auc: 0.647282\n",
      "[8]\tvalid_0's auc: 0.649733\n",
      "[9]\tvalid_0's auc: 0.660762\n",
      "[10]\tvalid_0's auc: 0.672126\n",
      "[11]\tvalid_0's auc: 0.672906\n",
      "[12]\tvalid_0's auc: 0.67402\n",
      "[13]\tvalid_0's auc: 0.670009\n",
      "[14]\tvalid_0's auc: 0.665553\n",
      "[15]\tvalid_0's auc: 0.65508\n",
      "[16]\tvalid_0's auc: 0.665553\n",
      "[17]\tvalid_0's auc: 0.66377\n",
      "[18]\tvalid_0's auc: 0.669563\n",
      "[19]\tvalid_0's auc: 0.677139\n",
      "[20]\tvalid_0's auc: 0.679813\n",
      "[21]\tvalid_0's auc: 0.681373\n",
      "[22]\tvalid_0's auc: 0.693627\n",
      "[23]\tvalid_0's auc: 0.697638\n",
      "[24]\tvalid_0's auc: 0.690731\n",
      "[25]\tvalid_0's auc: 0.686943\n",
      "[26]\tvalid_0's auc: 0.689171\n",
      "[27]\tvalid_0's auc: 0.688725\n",
      "[28]\tvalid_0's auc: 0.692513\n",
      "[29]\tvalid_0's auc: 0.694296\n",
      "[30]\tvalid_0's auc: 0.693182\n",
      "[31]\tvalid_0's auc: 0.689617\n",
      "[32]\tvalid_0's auc: 0.686497\n",
      "[33]\tvalid_0's auc: 0.684715\n",
      "[34]\tvalid_0's auc: 0.682709\n",
      "[35]\tvalid_0's auc: 0.680481\n",
      "[36]\tvalid_0's auc: 0.680036\n",
      "[37]\tvalid_0's auc: 0.680481\n",
      "[38]\tvalid_0's auc: 0.678253\n",
      "[39]\tvalid_0's auc: 0.676693\n",
      "[40]\tvalid_0's auc: 0.677807\n",
      "[41]\tvalid_0's auc: 0.683601\n",
      "[42]\tvalid_0's auc: 0.683155\n",
      "[43]\tvalid_0's auc: 0.689394\n",
      "[44]\tvalid_0's auc: 0.686943\n",
      "[45]\tvalid_0's auc: 0.687611\n",
      "[46]\tvalid_0's auc: 0.68828\n",
      "[47]\tvalid_0's auc: 0.692736\n",
      "[48]\tvalid_0's auc: 0.690954\n",
      "[49]\tvalid_0's auc: 0.697415\n",
      "[50]\tvalid_0's auc: 0.702317\n",
      "[51]\tvalid_0's auc: 0.705214\n",
      "[52]\tvalid_0's auc: 0.708333\n",
      "[53]\tvalid_0's auc: 0.713458\n",
      "[54]\tvalid_0's auc: 0.7168\n",
      "[55]\tvalid_0's auc: 0.719251\n",
      "[56]\tvalid_0's auc: 0.719029\n",
      "[57]\tvalid_0's auc: 0.720365\n",
      "[58]\tvalid_0's auc: 0.717692\n",
      "[59]\tvalid_0's auc: 0.719251\n",
      "[60]\tvalid_0's auc: 0.715909\n",
      "[61]\tvalid_0's auc: 0.716132\n",
      "[62]\tvalid_0's auc: 0.715686\n",
      "[63]\tvalid_0's auc: 0.719474\n",
      "[64]\tvalid_0's auc: 0.720143\n",
      "[65]\tvalid_0's auc: 0.716132\n",
      "[66]\tvalid_0's auc: 0.71836\n",
      "[67]\tvalid_0's auc: 0.717246\n",
      "[68]\tvalid_0's auc: 0.713681\n",
      "[69]\tvalid_0's auc: 0.714127\n",
      "[70]\tvalid_0's auc: 0.713681\n",
      "[71]\tvalid_0's auc: 0.713681\n",
      "[72]\tvalid_0's auc: 0.717692\n",
      "[73]\tvalid_0's auc: 0.721925\n",
      "[74]\tvalid_0's auc: 0.721257\n",
      "[75]\tvalid_0's auc: 0.725267\n",
      "[76]\tvalid_0's auc: 0.724822\n",
      "[77]\tvalid_0's auc: 0.724822\n",
      "[78]\tvalid_0's auc: 0.721925\n",
      "[79]\tvalid_0's auc: 0.720811\n",
      "[80]\tvalid_0's auc: 0.724376\n",
      "[81]\tvalid_0's auc: 0.724376\n",
      "[82]\tvalid_0's auc: 0.725936\n",
      "[83]\tvalid_0's auc: 0.728832\n",
      "[84]\tvalid_0's auc: 0.72549\n",
      "[85]\tvalid_0's auc: 0.727496\n",
      "[86]\tvalid_0's auc: 0.727496\n",
      "[87]\tvalid_0's auc: 0.724822\n",
      "[88]\tvalid_0's auc: 0.725936\n",
      "[89]\tvalid_0's auc: 0.723708\n",
      "[90]\tvalid_0's auc: 0.723708\n",
      "[91]\tvalid_0's auc: 0.723485\n",
      "[92]\tvalid_0's auc: 0.721034\n",
      "[93]\tvalid_0's auc: 0.722816\n",
      "[94]\tvalid_0's auc: 0.721702\n",
      "[95]\tvalid_0's auc: 0.723708\n",
      "[96]\tvalid_0's auc: 0.725936\n",
      "[97]\tvalid_0's auc: 0.726381\n",
      "[98]\tvalid_0's auc: 0.72705\n",
      "[99]\tvalid_0's auc: 0.727941\n",
      "[100]\tvalid_0's auc: 0.728832\n",
      "[101]\tvalid_0's auc: 0.729501\n",
      "[102]\tvalid_0's auc: 0.732398\n",
      "[103]\tvalid_0's auc: 0.735071\n",
      "[104]\tvalid_0's auc: 0.735963\n",
      "[105]\tvalid_0's auc: 0.735294\n",
      "[106]\tvalid_0's auc: 0.735963\n",
      "[107]\tvalid_0's auc: 0.733957\n",
      "[108]\tvalid_0's auc: 0.731506\n",
      "[109]\tvalid_0's auc: 0.73262\n",
      "[110]\tvalid_0's auc: 0.734403\n",
      "[111]\tvalid_0's auc: 0.734626\n",
      "[112]\tvalid_0's auc: 0.735963\n",
      "[113]\tvalid_0's auc: 0.737299\n",
      "[114]\tvalid_0's auc: 0.740642\n",
      "[115]\tvalid_0's auc: 0.738636\n",
      "[116]\tvalid_0's auc: 0.737522\n",
      "[117]\tvalid_0's auc: 0.738636\n",
      "[118]\tvalid_0's auc: 0.737968\n",
      "[119]\tvalid_0's auc: 0.737968\n",
      "[120]\tvalid_0's auc: 0.740196\n",
      "[121]\tvalid_0's auc: 0.738636\n",
      "[122]\tvalid_0's auc: 0.736631\n",
      "[123]\tvalid_0's auc: 0.736631\n",
      "[124]\tvalid_0's auc: 0.736854\n",
      "[125]\tvalid_0's auc: 0.735963\n",
      "[126]\tvalid_0's auc: 0.73975\n",
      "[127]\tvalid_0's auc: 0.740419\n",
      "[128]\tvalid_0's auc: 0.741087\n",
      "[129]\tvalid_0's auc: 0.740642\n",
      "[130]\tvalid_0's auc: 0.741533\n",
      "[131]\tvalid_0's auc: 0.738414\n",
      "[132]\tvalid_0's auc: 0.738859\n",
      "[133]\tvalid_0's auc: 0.738636\n",
      "[134]\tvalid_0's auc: 0.739973\n",
      "[135]\tvalid_0's auc: 0.739082\n",
      "[136]\tvalid_0's auc: 0.738859\n",
      "[137]\tvalid_0's auc: 0.737299\n",
      "[138]\tvalid_0's auc: 0.735963\n",
      "[139]\tvalid_0's auc: 0.734848\n",
      "[140]\tvalid_0's auc: 0.731952\n",
      "[141]\tvalid_0's auc: 0.733512\n",
      "[142]\tvalid_0's auc: 0.732398\n",
      "[143]\tvalid_0's auc: 0.73262\n",
      "[144]\tvalid_0's auc: 0.733066\n",
      "[145]\tvalid_0's auc: 0.734626\n",
      "[146]\tvalid_0's auc: 0.734848\n",
      "[147]\tvalid_0's auc: 0.734403\n",
      "[148]\tvalid_0's auc: 0.733289\n",
      "[149]\tvalid_0's auc: 0.730838\n",
      "[150]\tvalid_0's auc: 0.729724\n",
      "[151]\tvalid_0's auc: 0.730615\n",
      "[152]\tvalid_0's auc: 0.732175\n",
      "[153]\tvalid_0's auc: 0.731952\n",
      "[154]\tvalid_0's auc: 0.733289\n",
      "[155]\tvalid_0's auc: 0.733512\n",
      "[156]\tvalid_0's auc: 0.73262\n",
      "[157]\tvalid_0's auc: 0.731506\n",
      "[158]\tvalid_0's auc: 0.731506\n",
      "[159]\tvalid_0's auc: 0.733066\n",
      "[160]\tvalid_0's auc: 0.732398\n",
      "[161]\tvalid_0's auc: 0.731952\n",
      "[162]\tvalid_0's auc: 0.733066\n",
      "[163]\tvalid_0's auc: 0.73262\n",
      "[164]\tvalid_0's auc: 0.732175\n",
      "[165]\tvalid_0's auc: 0.732843\n",
      "[166]\tvalid_0's auc: 0.731729\n",
      "[167]\tvalid_0's auc: 0.731283\n",
      "[168]\tvalid_0's auc: 0.730615\n",
      "[169]\tvalid_0's auc: 0.730615\n",
      "[170]\tvalid_0's auc: 0.728832\n",
      "[171]\tvalid_0's auc: 0.729501\n",
      "[172]\tvalid_0's auc: 0.729278\n",
      "[173]\tvalid_0's auc: 0.730169\n",
      "[174]\tvalid_0's auc: 0.730615\n",
      "[175]\tvalid_0's auc: 0.730392\n",
      "[176]\tvalid_0's auc: 0.730169\n",
      "[177]\tvalid_0's auc: 0.730169\n",
      "[178]\tvalid_0's auc: 0.729947\n",
      "[179]\tvalid_0's auc: 0.729501\n",
      "[180]\tvalid_0's auc: 0.728387\n",
      "[181]\tvalid_0's auc: 0.727273\n",
      "[182]\tvalid_0's auc: 0.726827\n",
      "[183]\tvalid_0's auc: 0.729278\n",
      "[184]\tvalid_0's auc: 0.727496\n",
      "[185]\tvalid_0's auc: 0.729501\n",
      "[186]\tvalid_0's auc: 0.730838\n",
      "[187]\tvalid_0's auc: 0.729501\n",
      "[188]\tvalid_0's auc: 0.729278\n",
      "[189]\tvalid_0's auc: 0.728387\n",
      "[190]\tvalid_0's auc: 0.729501\n",
      "[191]\tvalid_0's auc: 0.730169\n",
      "[192]\tvalid_0's auc: 0.729501\n",
      "[193]\tvalid_0's auc: 0.730169\n",
      "[194]\tvalid_0's auc: 0.731729\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[195]\tvalid_0's auc: 0.731729\n",
      "[196]\tvalid_0's auc: 0.732398\n",
      "[197]\tvalid_0's auc: 0.733066\n",
      "[198]\tvalid_0's auc: 0.734626\n",
      "[199]\tvalid_0's auc: 0.736854\n",
      "[200]\tvalid_0's auc: 0.738859\n",
      "[201]\tvalid_0's auc: 0.740642\n",
      "[202]\tvalid_0's auc: 0.740865\n",
      "[203]\tvalid_0's auc: 0.741533\n",
      "[204]\tvalid_0's auc: 0.741979\n",
      "[205]\tvalid_0's auc: 0.743316\n",
      "[206]\tvalid_0's auc: 0.742647\n",
      "[207]\tvalid_0's auc: 0.74287\n",
      "[208]\tvalid_0's auc: 0.743761\n",
      "[209]\tvalid_0's auc: 0.743538\n",
      "[210]\tvalid_0's auc: 0.744875\n",
      "[211]\tvalid_0's auc: 0.742647\n",
      "[212]\tvalid_0's auc: 0.743761\n",
      "[213]\tvalid_0's auc: 0.743316\n",
      "[214]\tvalid_0's auc: 0.744652\n",
      "[215]\tvalid_0's auc: 0.74443\n",
      "[216]\tvalid_0's auc: 0.745321\n",
      "[217]\tvalid_0's auc: 0.743761\n",
      "[218]\tvalid_0's auc: 0.745098\n",
      "[219]\tvalid_0's auc: 0.745321\n",
      "[220]\tvalid_0's auc: 0.745098\n",
      "[221]\tvalid_0's auc: 0.746435\n",
      "[222]\tvalid_0's auc: 0.747772\n",
      "[223]\tvalid_0's auc: 0.749554\n",
      "[224]\tvalid_0's auc: 0.751337\n",
      "[225]\tvalid_0's auc: 0.751114\n",
      "[226]\tvalid_0's auc: 0.75156\n",
      "[227]\tvalid_0's auc: 0.751337\n",
      "[228]\tvalid_0's auc: 0.752897\n",
      "[229]\tvalid_0's auc: 0.752005\n",
      "[230]\tvalid_0's auc: 0.751114\n",
      "[231]\tvalid_0's auc: 0.751114\n",
      "[232]\tvalid_0's auc: 0.752228\n",
      "[233]\tvalid_0's auc: 0.753119\n",
      "[234]\tvalid_0's auc: 0.752897\n",
      "[235]\tvalid_0's auc: 0.75156\n",
      "[236]\tvalid_0's auc: 0.752897\n",
      "[237]\tvalid_0's auc: 0.752674\n",
      "[238]\tvalid_0's auc: 0.753788\n",
      "[239]\tvalid_0's auc: 0.753342\n",
      "[240]\tvalid_0's auc: 0.753342\n",
      "[241]\tvalid_0's auc: 0.752228\n",
      "[242]\tvalid_0's auc: 0.752674\n",
      "[243]\tvalid_0's auc: 0.752897\n",
      "[244]\tvalid_0's auc: 0.752897\n",
      "[245]\tvalid_0's auc: 0.752451\n",
      "[246]\tvalid_0's auc: 0.752674\n",
      "[247]\tvalid_0's auc: 0.753119\n",
      "[248]\tvalid_0's auc: 0.753788\n",
      "[249]\tvalid_0's auc: 0.753788\n",
      "[250]\tvalid_0's auc: 0.754011\n",
      "[251]\tvalid_0's auc: 0.754456\n",
      "[252]\tvalid_0's auc: 0.754902\n",
      "[253]\tvalid_0's auc: 0.755125\n",
      "[254]\tvalid_0's auc: 0.754456\n",
      "[255]\tvalid_0's auc: 0.756684\n",
      "[256]\tvalid_0's auc: 0.756684\n",
      "[257]\tvalid_0's auc: 0.756016\n",
      "[258]\tvalid_0's auc: 0.756462\n",
      "[259]\tvalid_0's auc: 0.754679\n",
      "[260]\tvalid_0's auc: 0.754902\n",
      "[261]\tvalid_0's auc: 0.754011\n",
      "[262]\tvalid_0's auc: 0.756462\n",
      "[263]\tvalid_0's auc: 0.758021\n",
      "[264]\tvalid_0's auc: 0.757576\n",
      "[265]\tvalid_0's auc: 0.757799\n",
      "[266]\tvalid_0's auc: 0.757353\n",
      "[267]\tvalid_0's auc: 0.756239\n",
      "[268]\tvalid_0's auc: 0.756907\n",
      "[269]\tvalid_0's auc: 0.757799\n",
      "[270]\tvalid_0's auc: 0.756684\n",
      "[271]\tvalid_0's auc: 0.756239\n",
      "[272]\tvalid_0's auc: 0.75557\n",
      "[273]\tvalid_0's auc: 0.756016\n",
      "[274]\tvalid_0's auc: 0.756016\n",
      "[275]\tvalid_0's auc: 0.75557\n",
      "[276]\tvalid_0's auc: 0.75557\n",
      "[277]\tvalid_0's auc: 0.755793\n",
      "[278]\tvalid_0's auc: 0.755793\n",
      "[279]\tvalid_0's auc: 0.756239\n",
      "[280]\tvalid_0's auc: 0.75557\n",
      "[281]\tvalid_0's auc: 0.754679\n",
      "[282]\tvalid_0's auc: 0.753119\n",
      "[283]\tvalid_0's auc: 0.753119\n",
      "[284]\tvalid_0's auc: 0.753788\n",
      "[285]\tvalid_0's auc: 0.753342\n",
      "[286]\tvalid_0's auc: 0.753119\n",
      "[287]\tvalid_0's auc: 0.754456\n",
      "[288]\tvalid_0's auc: 0.755125\n",
      "[289]\tvalid_0's auc: 0.755348\n",
      "[290]\tvalid_0's auc: 0.756016\n",
      "[291]\tvalid_0's auc: 0.754902\n",
      "[292]\tvalid_0's auc: 0.755348\n",
      "[293]\tvalid_0's auc: 0.756462\n",
      "[294]\tvalid_0's auc: 0.755125\n",
      "[295]\tvalid_0's auc: 0.755125\n",
      "[296]\tvalid_0's auc: 0.75713\n",
      "[297]\tvalid_0's auc: 0.75713\n",
      "[298]\tvalid_0's auc: 0.758467\n",
      "[299]\tvalid_0's auc: 0.758467\n",
      "[300]\tvalid_0's auc: 0.761586\n",
      "[301]\tvalid_0's auc: 0.763815\n",
      "[302]\tvalid_0's auc: 0.763815\n",
      "[303]\tvalid_0's auc: 0.764037\n",
      "[304]\tvalid_0's auc: 0.763592\n",
      "[305]\tvalid_0's auc: 0.762255\n",
      "[306]\tvalid_0's auc: 0.765152\n",
      "[307]\tvalid_0's auc: 0.768048\n",
      "[308]\tvalid_0's auc: 0.767602\n",
      "[309]\tvalid_0's auc: 0.769162\n",
      "[310]\tvalid_0's auc: 0.770053\n",
      "[311]\tvalid_0's auc: 0.771613\n",
      "[312]\tvalid_0's auc: 0.772282\n",
      "[313]\tvalid_0's auc: 0.771836\n",
      "[314]\tvalid_0's auc: 0.772282\n",
      "[315]\tvalid_0's auc: 0.77139\n",
      "[316]\tvalid_0's auc: 0.770499\n",
      "[317]\tvalid_0's auc: 0.771168\n",
      "[318]\tvalid_0's auc: 0.771613\n",
      "[319]\tvalid_0's auc: 0.770722\n",
      "[320]\tvalid_0's auc: 0.770722\n",
      "[321]\tvalid_0's auc: 0.770053\n",
      "[322]\tvalid_0's auc: 0.769831\n",
      "[323]\tvalid_0's auc: 0.770276\n",
      "[324]\tvalid_0's auc: 0.770945\n",
      "[325]\tvalid_0's auc: 0.772282\n",
      "[326]\tvalid_0's auc: 0.772504\n",
      "[327]\tvalid_0's auc: 0.772504\n",
      "[328]\tvalid_0's auc: 0.770722\n",
      "[329]\tvalid_0's auc: 0.77139\n",
      "[330]\tvalid_0's auc: 0.770276\n",
      "[331]\tvalid_0's auc: 0.769385\n",
      "[332]\tvalid_0's auc: 0.770276\n",
      "[333]\tvalid_0's auc: 0.770276\n",
      "[334]\tvalid_0's auc: 0.771168\n",
      "[335]\tvalid_0's auc: 0.77295\n",
      "[336]\tvalid_0's auc: 0.771836\n",
      "[337]\tvalid_0's auc: 0.772504\n",
      "[338]\tvalid_0's auc: 0.772059\n",
      "[339]\tvalid_0's auc: 0.77295\n",
      "[340]\tvalid_0's auc: 0.772504\n",
      "[341]\tvalid_0's auc: 0.773619\n",
      "[342]\tvalid_0's auc: 0.773396\n",
      "[343]\tvalid_0's auc: 0.77295\n",
      "[344]\tvalid_0's auc: 0.77295\n",
      "[345]\tvalid_0's auc: 0.772282\n",
      "[346]\tvalid_0's auc: 0.771836\n",
      "[347]\tvalid_0's auc: 0.772282\n",
      "[348]\tvalid_0's auc: 0.771613\n",
      "[349]\tvalid_0's auc: 0.772059\n",
      "[350]\tvalid_0's auc: 0.772504\n",
      "[351]\tvalid_0's auc: 0.773173\n",
      "[352]\tvalid_0's auc: 0.77451\n",
      "[353]\tvalid_0's auc: 0.77451\n",
      "[354]\tvalid_0's auc: 0.775401\n",
      "[355]\tvalid_0's auc: 0.775401\n",
      "[356]\tvalid_0's auc: 0.774287\n",
      "[357]\tvalid_0's auc: 0.773841\n",
      "[358]\tvalid_0's auc: 0.773619\n",
      "[359]\tvalid_0's auc: 0.774287\n",
      "[360]\tvalid_0's auc: 0.774955\n",
      "[361]\tvalid_0's auc: 0.772504\n",
      "[362]\tvalid_0's auc: 0.772727\n",
      "[363]\tvalid_0's auc: 0.774287\n",
      "[364]\tvalid_0's auc: 0.775401\n",
      "[365]\tvalid_0's auc: 0.773841\n",
      "[366]\tvalid_0's auc: 0.774733\n",
      "[367]\tvalid_0's auc: 0.77607\n",
      "[368]\tvalid_0's auc: 0.775624\n",
      "[369]\tvalid_0's auc: 0.774955\n",
      "[370]\tvalid_0's auc: 0.776292\n",
      "[371]\tvalid_0's auc: 0.77607\n",
      "[372]\tvalid_0's auc: 0.776961\n",
      "[373]\tvalid_0's auc: 0.776515\n",
      "[374]\tvalid_0's auc: 0.778298\n",
      "[375]\tvalid_0's auc: 0.779189\n",
      "[376]\tvalid_0's auc: 0.778298\n",
      "[377]\tvalid_0's auc: 0.77852\n",
      "[378]\tvalid_0's auc: 0.77852\n",
      "[379]\tvalid_0's auc: 0.778298\n",
      "[380]\tvalid_0's auc: 0.778298\n",
      "[381]\tvalid_0's auc: 0.777629\n",
      "[382]\tvalid_0's auc: 0.777629\n",
      "[383]\tvalid_0's auc: 0.777852\n",
      "[384]\tvalid_0's auc: 0.777184\n",
      "[385]\tvalid_0's auc: 0.776961\n",
      "[386]\tvalid_0's auc: 0.776738\n",
      "[387]\tvalid_0's auc: 0.776961\n",
      "[388]\tvalid_0's auc: 0.777629\n",
      "[389]\tvalid_0's auc: 0.779635\n",
      "[390]\tvalid_0's auc: 0.779189\n",
      "[391]\tvalid_0's auc: 0.778966\n",
      "[392]\tvalid_0's auc: 0.778075\n",
      "[393]\tvalid_0's auc: 0.77852\n",
      "[394]\tvalid_0's auc: 0.779189\n",
      "[395]\tvalid_0's auc: 0.779189\n",
      "[396]\tvalid_0's auc: 0.779189\n",
      "[397]\tvalid_0's auc: 0.779857\n",
      "[398]\tvalid_0's auc: 0.779189\n",
      "[399]\tvalid_0's auc: 0.780526\n",
      "[400]\tvalid_0's auc: 0.780749\n",
      "[401]\tvalid_0's auc: 0.78008\n",
      "[402]\tvalid_0's auc: 0.779635\n",
      "[403]\tvalid_0's auc: 0.778966\n",
      "[404]\tvalid_0's auc: 0.77852\n",
      "[405]\tvalid_0's auc: 0.779857\n",
      "[406]\tvalid_0's auc: 0.779857\n",
      "[407]\tvalid_0's auc: 0.778298\n",
      "[408]\tvalid_0's auc: 0.779412\n",
      "[409]\tvalid_0's auc: 0.779412\n",
      "[410]\tvalid_0's auc: 0.778966\n",
      "[411]\tvalid_0's auc: 0.778966\n",
      "[412]\tvalid_0's auc: 0.778966\n",
      "[413]\tvalid_0's auc: 0.779189\n",
      "[414]\tvalid_0's auc: 0.778743\n",
      "[415]\tvalid_0's auc: 0.778966\n",
      "[416]\tvalid_0's auc: 0.779412\n",
      "[417]\tvalid_0's auc: 0.777406\n",
      "[418]\tvalid_0's auc: 0.777852\n",
      "[419]\tvalid_0's auc: 0.77852\n",
      "[420]\tvalid_0's auc: 0.778743\n",
      "[421]\tvalid_0's auc: 0.779412\n",
      "[422]\tvalid_0's auc: 0.779857\n",
      "[423]\tvalid_0's auc: 0.778966\n",
      "[424]\tvalid_0's auc: 0.77852\n",
      "[425]\tvalid_0's auc: 0.777852\n",
      "[426]\tvalid_0's auc: 0.778298\n",
      "[427]\tvalid_0's auc: 0.779189\n",
      "[428]\tvalid_0's auc: 0.778743\n",
      "[429]\tvalid_0's auc: 0.77852\n",
      "[430]\tvalid_0's auc: 0.778743\n",
      "[431]\tvalid_0's auc: 0.777629\n",
      "[432]\tvalid_0's auc: 0.77852\n",
      "[433]\tvalid_0's auc: 0.778966\n",
      "[434]\tvalid_0's auc: 0.780971\n",
      "[435]\tvalid_0's auc: 0.780971\n",
      "[436]\tvalid_0's auc: 0.78008\n",
      "[437]\tvalid_0's auc: 0.779857\n",
      "[438]\tvalid_0's auc: 0.78008\n",
      "[439]\tvalid_0's auc: 0.781417\n",
      "[440]\tvalid_0's auc: 0.781417\n",
      "[441]\tvalid_0's auc: 0.781194\n",
      "[442]\tvalid_0's auc: 0.781417\n",
      "[443]\tvalid_0's auc: 0.781417\n",
      "[444]\tvalid_0's auc: 0.781417\n",
      "[445]\tvalid_0's auc: 0.780303\n",
      "[446]\tvalid_0's auc: 0.78008\n",
      "[447]\tvalid_0's auc: 0.78008\n",
      "[448]\tvalid_0's auc: 0.779412\n",
      "[449]\tvalid_0's auc: 0.779635\n",
      "[450]\tvalid_0's auc: 0.778966\n",
      "[451]\tvalid_0's auc: 0.780971\n",
      "[452]\tvalid_0's auc: 0.779857\n",
      "[453]\tvalid_0's auc: 0.78008\n",
      "[454]\tvalid_0's auc: 0.78008\n",
      "[455]\tvalid_0's auc: 0.779412\n",
      "[456]\tvalid_0's auc: 0.778966\n",
      "[457]\tvalid_0's auc: 0.779635\n",
      "[458]\tvalid_0's auc: 0.78008\n",
      "[459]\tvalid_0's auc: 0.78008\n",
      "[460]\tvalid_0's auc: 0.78008\n",
      "[461]\tvalid_0's auc: 0.780749\n",
      "[462]\tvalid_0's auc: 0.779857\n",
      "[463]\tvalid_0's auc: 0.780526\n",
      "[464]\tvalid_0's auc: 0.780303\n",
      "[465]\tvalid_0's auc: 0.780971\n",
      "[466]\tvalid_0's auc: 0.780749\n",
      "[467]\tvalid_0's auc: 0.781863\n",
      "[468]\tvalid_0's auc: 0.782308\n",
      "[469]\tvalid_0's auc: 0.782754\n",
      "[470]\tvalid_0's auc: 0.782754\n",
      "[471]\tvalid_0's auc: 0.782531\n",
      "[472]\tvalid_0's auc: 0.782977\n",
      "[473]\tvalid_0's auc: 0.783645\n",
      "[474]\tvalid_0's auc: 0.784314\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[475]\tvalid_0's auc: 0.783868\n",
      "[476]\tvalid_0's auc: 0.784537\n",
      "[477]\tvalid_0's auc: 0.782977\n",
      "[478]\tvalid_0's auc: 0.782977\n",
      "[479]\tvalid_0's auc: 0.782308\n",
      "[480]\tvalid_0's auc: 0.783422\n",
      "[481]\tvalid_0's auc: 0.784537\n",
      "[482]\tvalid_0's auc: 0.783868\n",
      "[483]\tvalid_0's auc: 0.784314\n",
      "[484]\tvalid_0's auc: 0.784759\n",
      "[485]\tvalid_0's auc: 0.784982\n",
      "[486]\tvalid_0's auc: 0.784759\n",
      "[487]\tvalid_0's auc: 0.785651\n",
      "[488]\tvalid_0's auc: 0.785428\n",
      "[489]\tvalid_0's auc: 0.786096\n",
      "[490]\tvalid_0's auc: 0.784537\n",
      "[491]\tvalid_0's auc: 0.784091\n",
      "[492]\tvalid_0's auc: 0.782754\n",
      "[493]\tvalid_0's auc: 0.783645\n",
      "[494]\tvalid_0's auc: 0.783422\n",
      "[495]\tvalid_0's auc: 0.7832\n",
      "[496]\tvalid_0's auc: 0.784091\n",
      "[497]\tvalid_0's auc: 0.783422\n",
      "[498]\tvalid_0's auc: 0.782308\n",
      "[499]\tvalid_0's auc: 0.782754\n",
      "[500]\tvalid_0's auc: 0.782531\n",
      "[501]\tvalid_0's auc: 0.781417\n",
      "[502]\tvalid_0's auc: 0.781863\n",
      "[503]\tvalid_0's auc: 0.782531\n",
      "[504]\tvalid_0's auc: 0.782754\n",
      "[505]\tvalid_0's auc: 0.7832\n",
      "[506]\tvalid_0's auc: 0.784537\n",
      "[507]\tvalid_0's auc: 0.785428\n",
      "[508]\tvalid_0's auc: 0.785428\n",
      "[509]\tvalid_0's auc: 0.784759\n",
      "[510]\tvalid_0's auc: 0.784091\n",
      "[511]\tvalid_0's auc: 0.784537\n",
      "[512]\tvalid_0's auc: 0.784091\n",
      "[513]\tvalid_0's auc: 0.784314\n",
      "[514]\tvalid_0's auc: 0.784314\n",
      "[515]\tvalid_0's auc: 0.784982\n",
      "[516]\tvalid_0's auc: 0.784982\n",
      "[517]\tvalid_0's auc: 0.785428\n",
      "[518]\tvalid_0's auc: 0.785428\n",
      "[519]\tvalid_0's auc: 0.785873\n",
      "[520]\tvalid_0's auc: 0.785873\n",
      "[521]\tvalid_0's auc: 0.785873\n",
      "[522]\tvalid_0's auc: 0.785205\n",
      "[523]\tvalid_0's auc: 0.784982\n",
      "[524]\tvalid_0's auc: 0.785205\n",
      "[525]\tvalid_0's auc: 0.784982\n",
      "[526]\tvalid_0's auc: 0.784982\n",
      "[527]\tvalid_0's auc: 0.784759\n",
      "[528]\tvalid_0's auc: 0.784314\n",
      "[529]\tvalid_0's auc: 0.784314\n",
      "[530]\tvalid_0's auc: 0.784091\n",
      "[531]\tvalid_0's auc: 0.785428\n",
      "[532]\tvalid_0's auc: 0.784314\n",
      "[533]\tvalid_0's auc: 0.784314\n",
      "[534]\tvalid_0's auc: 0.784314\n",
      "[535]\tvalid_0's auc: 0.784537\n",
      "[536]\tvalid_0's auc: 0.785428\n",
      "[537]\tvalid_0's auc: 0.786096\n",
      "[538]\tvalid_0's auc: 0.785651\n",
      "[539]\tvalid_0's auc: 0.786096\n",
      "[540]\tvalid_0's auc: 0.785873\n",
      "[541]\tvalid_0's auc: 0.785873\n",
      "[542]\tvalid_0's auc: 0.786765\n",
      "[543]\tvalid_0's auc: 0.786096\n",
      "[544]\tvalid_0's auc: 0.785873\n",
      "[545]\tvalid_0's auc: 0.785428\n",
      "[546]\tvalid_0's auc: 0.785205\n",
      "[547]\tvalid_0's auc: 0.785873\n",
      "[548]\tvalid_0's auc: 0.786319\n",
      "[549]\tvalid_0's auc: 0.786765\n",
      "[550]\tvalid_0's auc: 0.787433\n",
      "[551]\tvalid_0's auc: 0.786765\n",
      "[552]\tvalid_0's auc: 0.786319\n",
      "[553]\tvalid_0's auc: 0.786096\n",
      "[554]\tvalid_0's auc: 0.785651\n",
      "[555]\tvalid_0's auc: 0.786096\n",
      "[556]\tvalid_0's auc: 0.784759\n",
      "[557]\tvalid_0's auc: 0.784537\n",
      "[558]\tvalid_0's auc: 0.784982\n",
      "[559]\tvalid_0's auc: 0.784759\n",
      "[560]\tvalid_0's auc: 0.786319\n",
      "[561]\tvalid_0's auc: 0.786319\n",
      "[562]\tvalid_0's auc: 0.785428\n",
      "[563]\tvalid_0's auc: 0.784982\n",
      "[564]\tvalid_0's auc: 0.783645\n",
      "[565]\tvalid_0's auc: 0.782531\n",
      "[566]\tvalid_0's auc: 0.782977\n",
      "[567]\tvalid_0's auc: 0.784759\n",
      "[568]\tvalid_0's auc: 0.784759\n",
      "[569]\tvalid_0's auc: 0.785205\n",
      "[570]\tvalid_0's auc: 0.786319\n",
      "[571]\tvalid_0's auc: 0.785651\n",
      "[572]\tvalid_0's auc: 0.785651\n",
      "[573]\tvalid_0's auc: 0.784982\n",
      "[574]\tvalid_0's auc: 0.784759\n",
      "[575]\tvalid_0's auc: 0.784537\n",
      "[576]\tvalid_0's auc: 0.784091\n",
      "[577]\tvalid_0's auc: 0.784982\n",
      "[578]\tvalid_0's auc: 0.783868\n",
      "[579]\tvalid_0's auc: 0.784537\n",
      "[580]\tvalid_0's auc: 0.784314\n",
      "[581]\tvalid_0's auc: 0.784759\n",
      "[582]\tvalid_0's auc: 0.784314\n",
      "[583]\tvalid_0's auc: 0.784982\n",
      "[584]\tvalid_0's auc: 0.783868\n",
      "[585]\tvalid_0's auc: 0.784091\n",
      "[586]\tvalid_0's auc: 0.783868\n",
      "[587]\tvalid_0's auc: 0.784091\n",
      "[588]\tvalid_0's auc: 0.784314\n",
      "[589]\tvalid_0's auc: 0.784091\n",
      "[590]\tvalid_0's auc: 0.783422\n",
      "[591]\tvalid_0's auc: 0.7832\n",
      "[592]\tvalid_0's auc: 0.784091\n",
      "[593]\tvalid_0's auc: 0.783645\n",
      "[594]\tvalid_0's auc: 0.783868\n",
      "[595]\tvalid_0's auc: 0.783868\n",
      "[596]\tvalid_0's auc: 0.783868\n",
      "[597]\tvalid_0's auc: 0.784091\n",
      "[598]\tvalid_0's auc: 0.784537\n",
      "[599]\tvalid_0's auc: 0.784759\n",
      "[600]\tvalid_0's auc: 0.784091\n",
      "[601]\tvalid_0's auc: 0.784314\n",
      "[602]\tvalid_0's auc: 0.783868\n",
      "[603]\tvalid_0's auc: 0.784091\n",
      "[604]\tvalid_0's auc: 0.782977\n",
      "[605]\tvalid_0's auc: 0.782977\n",
      "[606]\tvalid_0's auc: 0.782754\n",
      "[607]\tvalid_0's auc: 0.781863\n",
      "[608]\tvalid_0's auc: 0.782086\n",
      "[609]\tvalid_0's auc: 0.78164\n",
      "[610]\tvalid_0's auc: 0.782086\n",
      "[611]\tvalid_0's auc: 0.78164\n",
      "[612]\tvalid_0's auc: 0.78164\n",
      "[613]\tvalid_0's auc: 0.78164\n",
      "[614]\tvalid_0's auc: 0.782308\n",
      "[615]\tvalid_0's auc: 0.782754\n",
      "[616]\tvalid_0's auc: 0.782977\n",
      "[617]\tvalid_0's auc: 0.782977\n",
      "[618]\tvalid_0's auc: 0.7832\n",
      "[619]\tvalid_0's auc: 0.782308\n",
      "[620]\tvalid_0's auc: 0.782308\n",
      "[621]\tvalid_0's auc: 0.782086\n",
      "[622]\tvalid_0's auc: 0.782531\n",
      "[623]\tvalid_0's auc: 0.782531\n",
      "[624]\tvalid_0's auc: 0.782977\n",
      "[625]\tvalid_0's auc: 0.782754\n",
      "[626]\tvalid_0's auc: 0.782531\n",
      "[627]\tvalid_0's auc: 0.783645\n",
      "[628]\tvalid_0's auc: 0.783645\n",
      "[629]\tvalid_0's auc: 0.784759\n",
      "[630]\tvalid_0's auc: 0.784982\n",
      "[631]\tvalid_0's auc: 0.785205\n",
      "[632]\tvalid_0's auc: 0.784759\n",
      "[633]\tvalid_0's auc: 0.784759\n",
      "[634]\tvalid_0's auc: 0.784537\n",
      "[635]\tvalid_0's auc: 0.785205\n",
      "[636]\tvalid_0's auc: 0.784091\n",
      "[637]\tvalid_0's auc: 0.784537\n",
      "[638]\tvalid_0's auc: 0.784314\n",
      "[639]\tvalid_0's auc: 0.784091\n",
      "[640]\tvalid_0's auc: 0.784759\n",
      "[641]\tvalid_0's auc: 0.784314\n",
      "[642]\tvalid_0's auc: 0.784982\n",
      "[643]\tvalid_0's auc: 0.784537\n",
      "[644]\tvalid_0's auc: 0.783645\n",
      "[645]\tvalid_0's auc: 0.783645\n",
      "[646]\tvalid_0's auc: 0.784091\n",
      "[647]\tvalid_0's auc: 0.7832\n",
      "[648]\tvalid_0's auc: 0.783422\n",
      "[649]\tvalid_0's auc: 0.782977\n",
      "[650]\tvalid_0's auc: 0.7832\n",
      "[651]\tvalid_0's auc: 0.782977\n",
      "[652]\tvalid_0's auc: 0.783422\n",
      "[653]\tvalid_0's auc: 0.783645\n",
      "[654]\tvalid_0's auc: 0.782977\n",
      "[655]\tvalid_0's auc: 0.782754\n",
      "[656]\tvalid_0's auc: 0.78164\n",
      "[657]\tvalid_0's auc: 0.782308\n",
      "[658]\tvalid_0's auc: 0.7832\n",
      "[659]\tvalid_0's auc: 0.782531\n",
      "[660]\tvalid_0's auc: 0.782308\n",
      "[661]\tvalid_0's auc: 0.781194\n",
      "[662]\tvalid_0's auc: 0.780971\n",
      "[663]\tvalid_0's auc: 0.781194\n",
      "[664]\tvalid_0's auc: 0.781417\n",
      "[665]\tvalid_0's auc: 0.780971\n",
      "[666]\tvalid_0's auc: 0.780971\n",
      "[667]\tvalid_0's auc: 0.782308\n",
      "[668]\tvalid_0's auc: 0.782308\n",
      "[669]\tvalid_0's auc: 0.782977\n",
      "[670]\tvalid_0's auc: 0.782308\n",
      "[671]\tvalid_0's auc: 0.782531\n",
      "[672]\tvalid_0's auc: 0.782308\n",
      "[673]\tvalid_0's auc: 0.782531\n",
      "[674]\tvalid_0's auc: 0.7832\n",
      "[675]\tvalid_0's auc: 0.782977\n",
      "[676]\tvalid_0's auc: 0.782086\n",
      "[677]\tvalid_0's auc: 0.78164\n",
      "[678]\tvalid_0's auc: 0.781863\n",
      "[679]\tvalid_0's auc: 0.780971\n",
      "[680]\tvalid_0's auc: 0.780526\n",
      "[681]\tvalid_0's auc: 0.78008\n",
      "[682]\tvalid_0's auc: 0.780526\n",
      "[683]\tvalid_0's auc: 0.780749\n",
      "[684]\tvalid_0's auc: 0.781417\n",
      "[685]\tvalid_0's auc: 0.781417\n",
      "[686]\tvalid_0's auc: 0.781194\n",
      "[687]\tvalid_0's auc: 0.781863\n",
      "[688]\tvalid_0's auc: 0.781417\n",
      "[689]\tvalid_0's auc: 0.779857\n",
      "[690]\tvalid_0's auc: 0.779189\n",
      "[691]\tvalid_0's auc: 0.780303\n",
      "[692]\tvalid_0's auc: 0.780971\n",
      "[693]\tvalid_0's auc: 0.780971\n",
      "[694]\tvalid_0's auc: 0.780749\n",
      "[695]\tvalid_0's auc: 0.781863\n",
      "[696]\tvalid_0's auc: 0.78164\n",
      "[697]\tvalid_0's auc: 0.781194\n",
      "[698]\tvalid_0's auc: 0.781194\n",
      "[699]\tvalid_0's auc: 0.780749\n",
      "[700]\tvalid_0's auc: 0.780749\n",
      "[701]\tvalid_0's auc: 0.779857\n",
      "[702]\tvalid_0's auc: 0.779412\n",
      "[703]\tvalid_0's auc: 0.779189\n",
      "[704]\tvalid_0's auc: 0.779412\n",
      "[705]\tvalid_0's auc: 0.779635\n",
      "[706]\tvalid_0's auc: 0.779635\n",
      "[707]\tvalid_0's auc: 0.778743\n",
      "[708]\tvalid_0's auc: 0.77852\n",
      "[709]\tvalid_0's auc: 0.778966\n",
      "[710]\tvalid_0's auc: 0.778298\n",
      "[711]\tvalid_0's auc: 0.77852\n",
      "[712]\tvalid_0's auc: 0.779189\n",
      "[713]\tvalid_0's auc: 0.779412\n",
      "[714]\tvalid_0's auc: 0.778966\n",
      "[715]\tvalid_0's auc: 0.779635\n",
      "[716]\tvalid_0's auc: 0.779189\n",
      "[717]\tvalid_0's auc: 0.778743\n",
      "[718]\tvalid_0's auc: 0.778743\n",
      "[719]\tvalid_0's auc: 0.777852\n",
      "[720]\tvalid_0's auc: 0.778743\n",
      "[721]\tvalid_0's auc: 0.779189\n",
      "[722]\tvalid_0's auc: 0.779412\n",
      "[723]\tvalid_0's auc: 0.778743\n",
      "[724]\tvalid_0's auc: 0.778966\n",
      "[725]\tvalid_0's auc: 0.778966\n",
      "[726]\tvalid_0's auc: 0.779857\n",
      "[727]\tvalid_0's auc: 0.778966\n",
      "[728]\tvalid_0's auc: 0.779635\n",
      "[729]\tvalid_0's auc: 0.778298\n",
      "[730]\tvalid_0's auc: 0.77852\n",
      "[731]\tvalid_0's auc: 0.778743\n",
      "[732]\tvalid_0's auc: 0.777629\n",
      "[733]\tvalid_0's auc: 0.776292\n",
      "[734]\tvalid_0's auc: 0.77607\n",
      "[735]\tvalid_0's auc: 0.776515\n",
      "[736]\tvalid_0's auc: 0.777406\n",
      "[737]\tvalid_0's auc: 0.777184\n",
      "[738]\tvalid_0's auc: 0.777629\n",
      "[739]\tvalid_0's auc: 0.778075\n",
      "[740]\tvalid_0's auc: 0.778075\n",
      "[741]\tvalid_0's auc: 0.778075\n",
      "[742]\tvalid_0's auc: 0.778298\n",
      "[743]\tvalid_0's auc: 0.778966\n",
      "[744]\tvalid_0's auc: 0.778298\n",
      "[745]\tvalid_0's auc: 0.778966\n",
      "[746]\tvalid_0's auc: 0.778743\n",
      "[747]\tvalid_0's auc: 0.778966\n",
      "[748]\tvalid_0's auc: 0.779635\n",
      "[749]\tvalid_0's auc: 0.779857\n",
      "[750]\tvalid_0's auc: 0.78008\n",
      "Early stopping, best iteration is:\n",
      "[550]\tvalid_0's auc: 0.787433\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.458111\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.473373\n",
      "[3]\tvalid_0's auc: 0.54668\n",
      "[4]\tvalid_0's auc: 0.565731\n",
      "[5]\tvalid_0's auc: 0.576983\n",
      "[6]\tvalid_0's auc: 0.611185\n",
      "[7]\tvalid_0's auc: 0.617981\n",
      "[8]\tvalid_0's auc: 0.617758\n",
      "[9]\tvalid_0's auc: 0.59893\n",
      "[10]\tvalid_0's auc: 0.593583\n",
      "[11]\tvalid_0's auc: 0.605838\n",
      "[12]\tvalid_0's auc: 0.608957\n",
      "[13]\tvalid_0's auc: 0.61475\n",
      "[14]\tvalid_0's auc: 0.623217\n",
      "[15]\tvalid_0's auc: 0.644831\n",
      "[16]\tvalid_0's auc: 0.637923\n",
      "[17]\tvalid_0's auc: 0.646836\n",
      "[18]\tvalid_0's auc: 0.655303\n",
      "[19]\tvalid_0's auc: 0.654635\n",
      "[20]\tvalid_0's auc: 0.672014\n",
      "[21]\tvalid_0's auc: 0.681373\n",
      "[22]\tvalid_0's auc: 0.683601\n",
      "[23]\tvalid_0's auc: 0.68115\n",
      "[24]\tvalid_0's auc: 0.68516\n",
      "[25]\tvalid_0's auc: 0.683824\n",
      "[26]\tvalid_0's auc: 0.693182\n",
      "[27]\tvalid_0's auc: 0.686275\n",
      "[28]\tvalid_0's auc: 0.693627\n",
      "[29]\tvalid_0's auc: 0.703877\n",
      "[30]\tvalid_0's auc: 0.704991\n",
      "[31]\tvalid_0's auc: 0.706996\n",
      "[32]\tvalid_0's auc: 0.695187\n",
      "[33]\tvalid_0's auc: 0.700758\n",
      "[34]\tvalid_0's auc: 0.704768\n",
      "[35]\tvalid_0's auc: 0.703209\n",
      "[36]\tvalid_0's auc: 0.71123\n",
      "[37]\tvalid_0's auc: 0.708111\n",
      "[38]\tvalid_0's auc: 0.714127\n",
      "[39]\tvalid_0's auc: 0.712121\n",
      "[40]\tvalid_0's auc: 0.711898\n",
      "[41]\tvalid_0's auc: 0.715909\n",
      "[42]\tvalid_0's auc: 0.712567\n",
      "[43]\tvalid_0's auc: 0.712344\n",
      "[44]\tvalid_0's auc: 0.712344\n",
      "[45]\tvalid_0's auc: 0.706774\n",
      "[46]\tvalid_0's auc: 0.705214\n",
      "[47]\tvalid_0's auc: 0.709225\n",
      "[48]\tvalid_0's auc: 0.712121\n",
      "[49]\tvalid_0's auc: 0.721034\n",
      "[50]\tvalid_0's auc: 0.718137\n",
      "[51]\tvalid_0's auc: 0.720588\n",
      "[52]\tvalid_0's auc: 0.717692\n",
      "[53]\tvalid_0's auc: 0.715686\n",
      "[54]\tvalid_0's auc: 0.71123\n",
      "[55]\tvalid_0's auc: 0.705882\n",
      "[56]\tvalid_0's auc: 0.712344\n",
      "[57]\tvalid_0's auc: 0.712344\n",
      "[58]\tvalid_0's auc: 0.717023\n",
      "[59]\tvalid_0's auc: 0.720811\n",
      "[60]\tvalid_0's auc: 0.722816\n",
      "[61]\tvalid_0's auc: 0.723039\n",
      "[62]\tvalid_0's auc: 0.723485\n",
      "[63]\tvalid_0's auc: 0.72549\n",
      "[64]\tvalid_0's auc: 0.722816\n",
      "[65]\tvalid_0's auc: 0.722371\n",
      "[66]\tvalid_0's auc: 0.723708\n",
      "[67]\tvalid_0's auc: 0.726827\n",
      "[68]\tvalid_0's auc: 0.725713\n",
      "[69]\tvalid_0's auc: 0.724599\n",
      "[70]\tvalid_0's auc: 0.730615\n",
      "[71]\tvalid_0's auc: 0.732398\n",
      "[72]\tvalid_0's auc: 0.731283\n",
      "[73]\tvalid_0's auc: 0.728832\n",
      "[74]\tvalid_0's auc: 0.730838\n",
      "[75]\tvalid_0's auc: 0.731506\n",
      "[76]\tvalid_0's auc: 0.73262\n",
      "[77]\tvalid_0's auc: 0.73262\n",
      "[78]\tvalid_0's auc: 0.731729\n",
      "[79]\tvalid_0's auc: 0.729501\n",
      "[80]\tvalid_0's auc: 0.730615\n",
      "[81]\tvalid_0's auc: 0.730838\n",
      "[82]\tvalid_0's auc: 0.730392\n",
      "[83]\tvalid_0's auc: 0.728164\n",
      "[84]\tvalid_0's auc: 0.725936\n",
      "[85]\tvalid_0's auc: 0.725267\n",
      "[86]\tvalid_0's auc: 0.723262\n",
      "[87]\tvalid_0's auc: 0.724599\n",
      "[88]\tvalid_0's auc: 0.727273\n",
      "[89]\tvalid_0's auc: 0.730615\n",
      "[90]\tvalid_0's auc: 0.732843\n",
      "[91]\tvalid_0's auc: 0.734626\n",
      "[92]\tvalid_0's auc: 0.733957\n",
      "[93]\tvalid_0's auc: 0.733512\n",
      "[94]\tvalid_0's auc: 0.736185\n",
      "[95]\tvalid_0's auc: 0.738191\n",
      "[96]\tvalid_0's auc: 0.743538\n",
      "[97]\tvalid_0's auc: 0.739973\n",
      "[98]\tvalid_0's auc: 0.744875\n",
      "[99]\tvalid_0's auc: 0.747549\n",
      "[100]\tvalid_0's auc: 0.743984\n",
      "[101]\tvalid_0's auc: 0.748663\n",
      "[102]\tvalid_0's auc: 0.750891\n",
      "[103]\tvalid_0's auc: 0.754902\n",
      "[104]\tvalid_0's auc: 0.754456\n",
      "[105]\tvalid_0's auc: 0.75557\n",
      "[106]\tvalid_0's auc: 0.75\n",
      "[107]\tvalid_0's auc: 0.745989\n",
      "[108]\tvalid_0's auc: 0.740419\n",
      "[109]\tvalid_0's auc: 0.734626\n",
      "[110]\tvalid_0's auc: 0.733066\n",
      "[111]\tvalid_0's auc: 0.731952\n",
      "[112]\tvalid_0's auc: 0.729055\n",
      "[113]\tvalid_0's auc: 0.728387\n",
      "[114]\tvalid_0's auc: 0.728387\n",
      "[115]\tvalid_0's auc: 0.730169\n",
      "[116]\tvalid_0's auc: 0.730615\n",
      "[117]\tvalid_0's auc: 0.73418\n",
      "[118]\tvalid_0's auc: 0.735071\n",
      "[119]\tvalid_0's auc: 0.739082\n",
      "[120]\tvalid_0's auc: 0.734403\n",
      "[121]\tvalid_0's auc: 0.733957\n",
      "[122]\tvalid_0's auc: 0.735294\n",
      "[123]\tvalid_0's auc: 0.734626\n",
      "[124]\tvalid_0's auc: 0.733734\n",
      "[125]\tvalid_0's auc: 0.733734\n",
      "[126]\tvalid_0's auc: 0.733734\n",
      "[127]\tvalid_0's auc: 0.736185\n",
      "[128]\tvalid_0's auc: 0.738859\n",
      "[129]\tvalid_0's auc: 0.737968\n",
      "[130]\tvalid_0's auc: 0.738191\n",
      "[131]\tvalid_0's auc: 0.739305\n",
      "[132]\tvalid_0's auc: 0.741087\n",
      "[133]\tvalid_0's auc: 0.740642\n",
      "[134]\tvalid_0's auc: 0.743316\n",
      "[135]\tvalid_0's auc: 0.741979\n",
      "[136]\tvalid_0's auc: 0.746881\n",
      "[137]\tvalid_0's auc: 0.748886\n",
      "[138]\tvalid_0's auc: 0.749109\n",
      "[139]\tvalid_0's auc: 0.749332\n",
      "[140]\tvalid_0's auc: 0.749777\n",
      "[141]\tvalid_0's auc: 0.749777\n",
      "[142]\tvalid_0's auc: 0.748886\n",
      "[143]\tvalid_0's auc: 0.752674\n",
      "[144]\tvalid_0's auc: 0.751337\n",
      "[145]\tvalid_0's auc: 0.753788\n",
      "[146]\tvalid_0's auc: 0.755793\n",
      "[147]\tvalid_0's auc: 0.756684\n",
      "[148]\tvalid_0's auc: 0.75713\n",
      "[149]\tvalid_0's auc: 0.759358\n",
      "[150]\tvalid_0's auc: 0.760027\n",
      "[151]\tvalid_0's auc: 0.758913\n",
      "[152]\tvalid_0's auc: 0.759581\n",
      "[153]\tvalid_0's auc: 0.762478\n",
      "[154]\tvalid_0's auc: 0.763146\n",
      "[155]\tvalid_0's auc: 0.766711\n",
      "[156]\tvalid_0's auc: 0.766934\n",
      "[157]\tvalid_0's auc: 0.768717\n",
      "[158]\tvalid_0's auc: 0.768939\n",
      "[159]\tvalid_0's auc: 0.767157\n",
      "[160]\tvalid_0's auc: 0.767157\n",
      "[161]\tvalid_0's auc: 0.766043\n",
      "[162]\tvalid_0's auc: 0.76582\n",
      "[163]\tvalid_0's auc: 0.763369\n",
      "[164]\tvalid_0's auc: 0.762478\n",
      "[165]\tvalid_0's auc: 0.76582\n",
      "[166]\tvalid_0's auc: 0.763815\n",
      "[167]\tvalid_0's auc: 0.762478\n",
      "[168]\tvalid_0's auc: 0.764929\n",
      "[169]\tvalid_0's auc: 0.761364\n",
      "[170]\tvalid_0's auc: 0.761586\n",
      "[171]\tvalid_0's auc: 0.763369\n",
      "[172]\tvalid_0's auc: 0.765152\n",
      "[173]\tvalid_0's auc: 0.762701\n",
      "[174]\tvalid_0's auc: 0.761809\n",
      "[175]\tvalid_0's auc: 0.761141\n",
      "[176]\tvalid_0's auc: 0.761364\n",
      "[177]\tvalid_0's auc: 0.760472\n",
      "[178]\tvalid_0's auc: 0.762255\n",
      "[179]\tvalid_0's auc: 0.761141\n",
      "[180]\tvalid_0's auc: 0.761809\n",
      "[181]\tvalid_0's auc: 0.762478\n",
      "[182]\tvalid_0's auc: 0.763146\n",
      "[183]\tvalid_0's auc: 0.762255\n",
      "[184]\tvalid_0's auc: 0.760918\n",
      "[185]\tvalid_0's auc: 0.761141\n",
      "[186]\tvalid_0's auc: 0.761809\n",
      "[187]\tvalid_0's auc: 0.762701\n",
      "[188]\tvalid_0's auc: 0.762032\n",
      "[189]\tvalid_0's auc: 0.76582\n",
      "[190]\tvalid_0's auc: 0.76426\n",
      "[191]\tvalid_0's auc: 0.766488\n",
      "[192]\tvalid_0's auc: 0.765374\n",
      "[193]\tvalid_0's auc: 0.765374\n",
      "[194]\tvalid_0's auc: 0.763592\n",
      "[195]\tvalid_0's auc: 0.763815\n",
      "[196]\tvalid_0's auc: 0.76426\n",
      "[197]\tvalid_0's auc: 0.764483\n",
      "[198]\tvalid_0's auc: 0.764706\n",
      "[199]\tvalid_0's auc: 0.767602\n",
      "[200]\tvalid_0's auc: 0.768048\n",
      "[201]\tvalid_0's auc: 0.766934\n",
      "[202]\tvalid_0's auc: 0.768271\n",
      "[203]\tvalid_0's auc: 0.769608\n",
      "[204]\tvalid_0's auc: 0.770053\n",
      "[205]\tvalid_0's auc: 0.771168\n",
      "[206]\tvalid_0's auc: 0.772282\n",
      "[207]\tvalid_0's auc: 0.771613\n",
      "[208]\tvalid_0's auc: 0.770053\n",
      "[209]\tvalid_0's auc: 0.770945\n",
      "[210]\tvalid_0's auc: 0.773173\n",
      "[211]\tvalid_0's auc: 0.773841\n",
      "[212]\tvalid_0's auc: 0.770945\n",
      "[213]\tvalid_0's auc: 0.769608\n",
      "[214]\tvalid_0's auc: 0.771613\n",
      "[215]\tvalid_0's auc: 0.773396\n",
      "[216]\tvalid_0's auc: 0.773841\n",
      "[217]\tvalid_0's auc: 0.772282\n",
      "[218]\tvalid_0's auc: 0.773619\n",
      "[219]\tvalid_0's auc: 0.776292\n",
      "[220]\tvalid_0's auc: 0.777406\n",
      "[221]\tvalid_0's auc: 0.776515\n",
      "[222]\tvalid_0's auc: 0.775847\n",
      "[223]\tvalid_0's auc: 0.774955\n",
      "[224]\tvalid_0's auc: 0.773173\n",
      "[225]\tvalid_0's auc: 0.772504\n",
      "[226]\tvalid_0's auc: 0.773173\n",
      "[227]\tvalid_0's auc: 0.775624\n",
      "[228]\tvalid_0's auc: 0.775178\n",
      "[229]\tvalid_0's auc: 0.776738\n",
      "[230]\tvalid_0's auc: 0.778966\n",
      "[231]\tvalid_0's auc: 0.777852\n",
      "[232]\tvalid_0's auc: 0.777629\n",
      "[233]\tvalid_0's auc: 0.777629\n",
      "[234]\tvalid_0's auc: 0.777406\n",
      "[235]\tvalid_0's auc: 0.779635\n",
      "[236]\tvalid_0's auc: 0.779857\n",
      "[237]\tvalid_0's auc: 0.78008\n",
      "[238]\tvalid_0's auc: 0.781194\n",
      "[239]\tvalid_0's auc: 0.780971\n",
      "[240]\tvalid_0's auc: 0.780749\n",
      "[241]\tvalid_0's auc: 0.780749\n",
      "[242]\tvalid_0's auc: 0.780303\n",
      "[243]\tvalid_0's auc: 0.779635\n",
      "[244]\tvalid_0's auc: 0.778966\n",
      "[245]\tvalid_0's auc: 0.778966\n",
      "[246]\tvalid_0's auc: 0.778075\n",
      "[247]\tvalid_0's auc: 0.778966\n",
      "[248]\tvalid_0's auc: 0.777852\n",
      "[249]\tvalid_0's auc: 0.777406\n",
      "[250]\tvalid_0's auc: 0.778298\n",
      "[251]\tvalid_0's auc: 0.778298\n",
      "[252]\tvalid_0's auc: 0.776292\n",
      "[253]\tvalid_0's auc: 0.776961\n",
      "[254]\tvalid_0's auc: 0.773619\n",
      "[255]\tvalid_0's auc: 0.774733\n",
      "[256]\tvalid_0's auc: 0.774064\n",
      "[257]\tvalid_0's auc: 0.776738\n",
      "[258]\tvalid_0's auc: 0.775847\n",
      "[259]\tvalid_0's auc: 0.775178\n",
      "[260]\tvalid_0's auc: 0.777184\n",
      "[261]\tvalid_0's auc: 0.779189\n",
      "[262]\tvalid_0's auc: 0.779189\n",
      "[263]\tvalid_0's auc: 0.779857\n",
      "[264]\tvalid_0's auc: 0.779412\n",
      "[265]\tvalid_0's auc: 0.779857\n",
      "[266]\tvalid_0's auc: 0.778298\n",
      "[267]\tvalid_0's auc: 0.779635\n",
      "[268]\tvalid_0's auc: 0.779189\n",
      "[269]\tvalid_0's auc: 0.779189\n",
      "[270]\tvalid_0's auc: 0.779189\n",
      "[271]\tvalid_0's auc: 0.779857\n",
      "[272]\tvalid_0's auc: 0.779857\n",
      "[273]\tvalid_0's auc: 0.78008\n",
      "[274]\tvalid_0's auc: 0.780526\n",
      "[275]\tvalid_0's auc: 0.779412\n",
      "[276]\tvalid_0's auc: 0.779635\n",
      "[277]\tvalid_0's auc: 0.78008\n",
      "[278]\tvalid_0's auc: 0.780749\n",
      "[279]\tvalid_0's auc: 0.778743\n",
      "[280]\tvalid_0's auc: 0.78008\n",
      "[281]\tvalid_0's auc: 0.78164\n",
      "[282]\tvalid_0's auc: 0.781194\n",
      "[283]\tvalid_0's auc: 0.781417\n",
      "[284]\tvalid_0's auc: 0.780303\n",
      "[285]\tvalid_0's auc: 0.780526\n",
      "[286]\tvalid_0's auc: 0.780971\n",
      "[287]\tvalid_0's auc: 0.78164\n",
      "[288]\tvalid_0's auc: 0.781417\n",
      "[289]\tvalid_0's auc: 0.781417\n",
      "[290]\tvalid_0's auc: 0.782308\n",
      "[291]\tvalid_0's auc: 0.782308\n",
      "[292]\tvalid_0's auc: 0.782531\n",
      "[293]\tvalid_0's auc: 0.782308\n",
      "[294]\tvalid_0's auc: 0.782308\n",
      "[295]\tvalid_0's auc: 0.782531\n",
      "[296]\tvalid_0's auc: 0.783645\n",
      "[297]\tvalid_0's auc: 0.782754\n",
      "[298]\tvalid_0's auc: 0.7832\n",
      "[299]\tvalid_0's auc: 0.784314\n",
      "[300]\tvalid_0's auc: 0.782754\n",
      "[301]\tvalid_0's auc: 0.782977\n",
      "[302]\tvalid_0's auc: 0.783868\n",
      "[303]\tvalid_0's auc: 0.7832\n",
      "[304]\tvalid_0's auc: 0.783868\n",
      "[305]\tvalid_0's auc: 0.7832\n",
      "[306]\tvalid_0's auc: 0.7832\n",
      "[307]\tvalid_0's auc: 0.782531\n",
      "[308]\tvalid_0's auc: 0.783868\n",
      "[309]\tvalid_0's auc: 0.786765\n",
      "[310]\tvalid_0's auc: 0.785651\n",
      "[311]\tvalid_0's auc: 0.785873\n",
      "[312]\tvalid_0's auc: 0.786988\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[313]\tvalid_0's auc: 0.787879\n",
      "[314]\tvalid_0's auc: 0.788102\n",
      "[315]\tvalid_0's auc: 0.789216\n",
      "[316]\tvalid_0's auc: 0.790107\n",
      "[317]\tvalid_0's auc: 0.789661\n",
      "[318]\tvalid_0's auc: 0.790553\n",
      "[319]\tvalid_0's auc: 0.790553\n",
      "[320]\tvalid_0's auc: 0.791444\n",
      "[321]\tvalid_0's auc: 0.788993\n",
      "[322]\tvalid_0's auc: 0.789439\n",
      "[323]\tvalid_0's auc: 0.789439\n",
      "[324]\tvalid_0's auc: 0.789884\n",
      "[325]\tvalid_0's auc: 0.787433\n",
      "[326]\tvalid_0's auc: 0.789216\n",
      "[327]\tvalid_0's auc: 0.789884\n",
      "[328]\tvalid_0's auc: 0.790775\n",
      "[329]\tvalid_0's auc: 0.789884\n",
      "[330]\tvalid_0's auc: 0.792112\n",
      "[331]\tvalid_0's auc: 0.792335\n",
      "[332]\tvalid_0's auc: 0.792781\n",
      "[333]\tvalid_0's auc: 0.793226\n",
      "[334]\tvalid_0's auc: 0.793226\n",
      "[335]\tvalid_0's auc: 0.792558\n",
      "[336]\tvalid_0's auc: 0.792112\n",
      "[337]\tvalid_0's auc: 0.790553\n",
      "[338]\tvalid_0's auc: 0.791221\n",
      "[339]\tvalid_0's auc: 0.791221\n",
      "[340]\tvalid_0's auc: 0.790107\n",
      "[341]\tvalid_0's auc: 0.789661\n",
      "[342]\tvalid_0's auc: 0.790107\n",
      "[343]\tvalid_0's auc: 0.79033\n",
      "[344]\tvalid_0's auc: 0.791444\n",
      "[345]\tvalid_0's auc: 0.792335\n",
      "[346]\tvalid_0's auc: 0.791667\n",
      "[347]\tvalid_0's auc: 0.790775\n",
      "[348]\tvalid_0's auc: 0.789884\n",
      "[349]\tvalid_0's auc: 0.788102\n",
      "[350]\tvalid_0's auc: 0.786765\n",
      "[351]\tvalid_0's auc: 0.786765\n",
      "[352]\tvalid_0's auc: 0.786319\n",
      "[353]\tvalid_0's auc: 0.786096\n",
      "[354]\tvalid_0's auc: 0.786319\n",
      "[355]\tvalid_0's auc: 0.786319\n",
      "[356]\tvalid_0's auc: 0.786096\n",
      "[357]\tvalid_0's auc: 0.785651\n",
      "[358]\tvalid_0's auc: 0.785651\n",
      "[359]\tvalid_0's auc: 0.784982\n",
      "[360]\tvalid_0's auc: 0.784091\n",
      "[361]\tvalid_0's auc: 0.782754\n",
      "[362]\tvalid_0's auc: 0.783645\n",
      "[363]\tvalid_0's auc: 0.782977\n",
      "[364]\tvalid_0's auc: 0.785205\n",
      "[365]\tvalid_0's auc: 0.786096\n",
      "[366]\tvalid_0's auc: 0.786319\n",
      "[367]\tvalid_0's auc: 0.785873\n",
      "[368]\tvalid_0's auc: 0.786096\n",
      "[369]\tvalid_0's auc: 0.785205\n",
      "[370]\tvalid_0's auc: 0.785428\n",
      "[371]\tvalid_0's auc: 0.786542\n",
      "[372]\tvalid_0's auc: 0.785428\n",
      "[373]\tvalid_0's auc: 0.783422\n",
      "[374]\tvalid_0's auc: 0.783645\n",
      "[375]\tvalid_0's auc: 0.784091\n",
      "[376]\tvalid_0's auc: 0.784091\n",
      "[377]\tvalid_0's auc: 0.784314\n",
      "[378]\tvalid_0's auc: 0.786096\n",
      "[379]\tvalid_0's auc: 0.78721\n",
      "[380]\tvalid_0's auc: 0.787656\n",
      "[381]\tvalid_0's auc: 0.787879\n",
      "[382]\tvalid_0's auc: 0.78721\n",
      "[383]\tvalid_0's auc: 0.785651\n",
      "[384]\tvalid_0's auc: 0.786096\n",
      "[385]\tvalid_0's auc: 0.784759\n",
      "[386]\tvalid_0's auc: 0.783645\n",
      "[387]\tvalid_0's auc: 0.783868\n",
      "[388]\tvalid_0's auc: 0.784314\n",
      "[389]\tvalid_0's auc: 0.783868\n",
      "[390]\tvalid_0's auc: 0.784537\n",
      "[391]\tvalid_0's auc: 0.785205\n",
      "[392]\tvalid_0's auc: 0.786765\n",
      "[393]\tvalid_0's auc: 0.787433\n",
      "[394]\tvalid_0's auc: 0.786542\n",
      "[395]\tvalid_0's auc: 0.787433\n",
      "[396]\tvalid_0's auc: 0.789661\n",
      "[397]\tvalid_0's auc: 0.789216\n",
      "[398]\tvalid_0's auc: 0.790107\n",
      "[399]\tvalid_0's auc: 0.789439\n",
      "[400]\tvalid_0's auc: 0.789216\n",
      "[401]\tvalid_0's auc: 0.790553\n",
      "[402]\tvalid_0's auc: 0.789884\n",
      "[403]\tvalid_0's auc: 0.789439\n",
      "[404]\tvalid_0's auc: 0.789439\n",
      "[405]\tvalid_0's auc: 0.789439\n",
      "[406]\tvalid_0's auc: 0.789884\n",
      "[407]\tvalid_0's auc: 0.789216\n",
      "[408]\tvalid_0's auc: 0.788993\n",
      "[409]\tvalid_0's auc: 0.789439\n",
      "[410]\tvalid_0's auc: 0.788324\n",
      "[411]\tvalid_0's auc: 0.789439\n",
      "[412]\tvalid_0's auc: 0.790775\n",
      "[413]\tvalid_0's auc: 0.78877\n",
      "[414]\tvalid_0's auc: 0.789216\n",
      "[415]\tvalid_0's auc: 0.789216\n",
      "[416]\tvalid_0's auc: 0.790107\n",
      "[417]\tvalid_0's auc: 0.788993\n",
      "[418]\tvalid_0's auc: 0.788993\n",
      "[419]\tvalid_0's auc: 0.788993\n",
      "[420]\tvalid_0's auc: 0.788993\n",
      "[421]\tvalid_0's auc: 0.788993\n",
      "[422]\tvalid_0's auc: 0.789439\n",
      "[423]\tvalid_0's auc: 0.789439\n",
      "[424]\tvalid_0's auc: 0.789661\n",
      "[425]\tvalid_0's auc: 0.789661\n",
      "[426]\tvalid_0's auc: 0.79033\n",
      "[427]\tvalid_0's auc: 0.789439\n",
      "[428]\tvalid_0's auc: 0.788993\n",
      "[429]\tvalid_0's auc: 0.789884\n",
      "[430]\tvalid_0's auc: 0.790553\n",
      "[431]\tvalid_0's auc: 0.79033\n",
      "[432]\tvalid_0's auc: 0.790107\n",
      "[433]\tvalid_0's auc: 0.789439\n",
      "[434]\tvalid_0's auc: 0.78877\n",
      "[435]\tvalid_0's auc: 0.787656\n",
      "[436]\tvalid_0's auc: 0.787656\n",
      "[437]\tvalid_0's auc: 0.787656\n",
      "[438]\tvalid_0's auc: 0.788102\n",
      "[439]\tvalid_0's auc: 0.78877\n",
      "[440]\tvalid_0's auc: 0.787879\n",
      "[441]\tvalid_0's auc: 0.787879\n",
      "[442]\tvalid_0's auc: 0.78877\n",
      "[443]\tvalid_0's auc: 0.789216\n",
      "[444]\tvalid_0's auc: 0.789884\n",
      "[445]\tvalid_0's auc: 0.789884\n",
      "[446]\tvalid_0's auc: 0.789216\n",
      "[447]\tvalid_0's auc: 0.791221\n",
      "[448]\tvalid_0's auc: 0.789884\n",
      "[449]\tvalid_0's auc: 0.79033\n",
      "[450]\tvalid_0's auc: 0.790553\n",
      "[451]\tvalid_0's auc: 0.789439\n",
      "[452]\tvalid_0's auc: 0.79033\n",
      "[453]\tvalid_0's auc: 0.790553\n",
      "[454]\tvalid_0's auc: 0.792112\n",
      "[455]\tvalid_0's auc: 0.791444\n",
      "[456]\tvalid_0's auc: 0.789661\n",
      "[457]\tvalid_0's auc: 0.789884\n",
      "[458]\tvalid_0's auc: 0.788547\n",
      "[459]\tvalid_0's auc: 0.78721\n",
      "[460]\tvalid_0's auc: 0.786542\n",
      "[461]\tvalid_0's auc: 0.78877\n",
      "[462]\tvalid_0's auc: 0.789661\n",
      "[463]\tvalid_0's auc: 0.789216\n",
      "[464]\tvalid_0's auc: 0.789439\n",
      "[465]\tvalid_0's auc: 0.788993\n",
      "[466]\tvalid_0's auc: 0.787879\n",
      "[467]\tvalid_0's auc: 0.788993\n",
      "[468]\tvalid_0's auc: 0.789884\n",
      "[469]\tvalid_0's auc: 0.789216\n",
      "[470]\tvalid_0's auc: 0.788102\n",
      "[471]\tvalid_0's auc: 0.789884\n",
      "[472]\tvalid_0's auc: 0.788993\n",
      "[473]\tvalid_0's auc: 0.788547\n",
      "[474]\tvalid_0's auc: 0.788547\n",
      "[475]\tvalid_0's auc: 0.788102\n",
      "[476]\tvalid_0's auc: 0.786988\n",
      "[477]\tvalid_0's auc: 0.786765\n",
      "[478]\tvalid_0's auc: 0.788102\n",
      "[479]\tvalid_0's auc: 0.78877\n",
      "[480]\tvalid_0's auc: 0.788547\n",
      "[481]\tvalid_0's auc: 0.78877\n",
      "[482]\tvalid_0's auc: 0.789216\n",
      "[483]\tvalid_0's auc: 0.79033\n",
      "[484]\tvalid_0's auc: 0.791221\n",
      "[485]\tvalid_0's auc: 0.791221\n",
      "[486]\tvalid_0's auc: 0.790998\n",
      "[487]\tvalid_0's auc: 0.790998\n",
      "[488]\tvalid_0's auc: 0.791444\n",
      "[489]\tvalid_0's auc: 0.792112\n",
      "[490]\tvalid_0's auc: 0.792558\n",
      "[491]\tvalid_0's auc: 0.792558\n",
      "[492]\tvalid_0's auc: 0.792558\n",
      "[493]\tvalid_0's auc: 0.792112\n",
      "[494]\tvalid_0's auc: 0.792335\n",
      "[495]\tvalid_0's auc: 0.792558\n",
      "[496]\tvalid_0's auc: 0.791444\n",
      "[497]\tvalid_0's auc: 0.792112\n",
      "[498]\tvalid_0's auc: 0.791221\n",
      "[499]\tvalid_0's auc: 0.79033\n",
      "[500]\tvalid_0's auc: 0.792112\n",
      "[501]\tvalid_0's auc: 0.792112\n",
      "[502]\tvalid_0's auc: 0.79434\n",
      "[503]\tvalid_0's auc: 0.792781\n",
      "[504]\tvalid_0's auc: 0.792112\n",
      "[505]\tvalid_0's auc: 0.791667\n",
      "[506]\tvalid_0's auc: 0.790553\n",
      "[507]\tvalid_0's auc: 0.789884\n",
      "[508]\tvalid_0's auc: 0.788547\n",
      "[509]\tvalid_0's auc: 0.788324\n",
      "[510]\tvalid_0's auc: 0.787879\n",
      "[511]\tvalid_0's auc: 0.786319\n",
      "[512]\tvalid_0's auc: 0.78877\n",
      "[513]\tvalid_0's auc: 0.790107\n",
      "[514]\tvalid_0's auc: 0.789661\n",
      "[515]\tvalid_0's auc: 0.791221\n",
      "[516]\tvalid_0's auc: 0.790553\n",
      "[517]\tvalid_0's auc: 0.790553\n",
      "[518]\tvalid_0's auc: 0.789661\n",
      "[519]\tvalid_0's auc: 0.790553\n",
      "[520]\tvalid_0's auc: 0.790107\n",
      "[521]\tvalid_0's auc: 0.788993\n",
      "[522]\tvalid_0's auc: 0.79033\n",
      "[523]\tvalid_0's auc: 0.790107\n",
      "[524]\tvalid_0's auc: 0.789661\n",
      "[525]\tvalid_0's auc: 0.789439\n",
      "[526]\tvalid_0's auc: 0.790107\n",
      "[527]\tvalid_0's auc: 0.790553\n",
      "[528]\tvalid_0's auc: 0.791221\n",
      "[529]\tvalid_0's auc: 0.790998\n",
      "[530]\tvalid_0's auc: 0.790553\n",
      "[531]\tvalid_0's auc: 0.792335\n",
      "[532]\tvalid_0's auc: 0.793449\n",
      "[533]\tvalid_0's auc: 0.793672\n",
      "[534]\tvalid_0's auc: 0.793672\n",
      "[535]\tvalid_0's auc: 0.793895\n",
      "[536]\tvalid_0's auc: 0.793449\n",
      "[537]\tvalid_0's auc: 0.793449\n",
      "[538]\tvalid_0's auc: 0.792112\n",
      "[539]\tvalid_0's auc: 0.791221\n",
      "[540]\tvalid_0's auc: 0.791889\n",
      "[541]\tvalid_0's auc: 0.792112\n",
      "[542]\tvalid_0's auc: 0.792335\n",
      "[543]\tvalid_0's auc: 0.792781\n",
      "[544]\tvalid_0's auc: 0.792781\n",
      "[545]\tvalid_0's auc: 0.792335\n",
      "[546]\tvalid_0's auc: 0.791221\n",
      "[547]\tvalid_0's auc: 0.791889\n",
      "[548]\tvalid_0's auc: 0.792335\n",
      "[549]\tvalid_0's auc: 0.792112\n",
      "[550]\tvalid_0's auc: 0.792112\n",
      "[551]\tvalid_0's auc: 0.792335\n",
      "[552]\tvalid_0's auc: 0.791889\n",
      "[553]\tvalid_0's auc: 0.791221\n",
      "[554]\tvalid_0's auc: 0.790553\n",
      "[555]\tvalid_0's auc: 0.792335\n",
      "[556]\tvalid_0's auc: 0.791221\n",
      "[557]\tvalid_0's auc: 0.789884\n",
      "[558]\tvalid_0's auc: 0.789661\n",
      "[559]\tvalid_0's auc: 0.790107\n",
      "[560]\tvalid_0's auc: 0.790107\n",
      "[561]\tvalid_0's auc: 0.79033\n",
      "[562]\tvalid_0's auc: 0.790553\n",
      "[563]\tvalid_0's auc: 0.79033\n",
      "[564]\tvalid_0's auc: 0.790998\n",
      "[565]\tvalid_0's auc: 0.790998\n",
      "[566]\tvalid_0's auc: 0.790775\n",
      "[567]\tvalid_0's auc: 0.791667\n",
      "[568]\tvalid_0's auc: 0.790775\n",
      "[569]\tvalid_0's auc: 0.789884\n",
      "[570]\tvalid_0's auc: 0.789884\n",
      "[571]\tvalid_0's auc: 0.790775\n",
      "[572]\tvalid_0's auc: 0.790553\n",
      "[573]\tvalid_0's auc: 0.790775\n",
      "[574]\tvalid_0's auc: 0.790998\n",
      "[575]\tvalid_0's auc: 0.789884\n",
      "[576]\tvalid_0's auc: 0.789216\n",
      "[577]\tvalid_0's auc: 0.789216\n",
      "[578]\tvalid_0's auc: 0.79033\n",
      "[579]\tvalid_0's auc: 0.790775\n",
      "[580]\tvalid_0's auc: 0.792335\n",
      "[581]\tvalid_0's auc: 0.789884\n",
      "[582]\tvalid_0's auc: 0.790553\n",
      "[583]\tvalid_0's auc: 0.791444\n",
      "[584]\tvalid_0's auc: 0.791667\n",
      "[585]\tvalid_0's auc: 0.791889\n",
      "[586]\tvalid_0's auc: 0.791221\n",
      "[587]\tvalid_0's auc: 0.790107\n",
      "[588]\tvalid_0's auc: 0.791667\n",
      "[589]\tvalid_0's auc: 0.790107\n",
      "[590]\tvalid_0's auc: 0.789661\n",
      "[591]\tvalid_0's auc: 0.789884\n",
      "[592]\tvalid_0's auc: 0.790553\n",
      "[593]\tvalid_0's auc: 0.791444\n",
      "[594]\tvalid_0's auc: 0.790998\n",
      "[595]\tvalid_0's auc: 0.790553\n",
      "[596]\tvalid_0's auc: 0.791444\n",
      "[597]\tvalid_0's auc: 0.792558\n",
      "[598]\tvalid_0's auc: 0.793226\n",
      "[599]\tvalid_0's auc: 0.793449\n",
      "[600]\tvalid_0's auc: 0.793226\n",
      "[601]\tvalid_0's auc: 0.793004\n",
      "[602]\tvalid_0's auc: 0.792558\n",
      "[603]\tvalid_0's auc: 0.792558\n",
      "[604]\tvalid_0's auc: 0.792112\n",
      "[605]\tvalid_0's auc: 0.791444\n",
      "[606]\tvalid_0's auc: 0.792558\n",
      "[607]\tvalid_0's auc: 0.792112\n",
      "[608]\tvalid_0's auc: 0.792558\n",
      "[609]\tvalid_0's auc: 0.792781\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[610]\tvalid_0's auc: 0.792558\n",
      "[611]\tvalid_0's auc: 0.793449\n",
      "[612]\tvalid_0's auc: 0.793004\n",
      "[613]\tvalid_0's auc: 0.792112\n",
      "[614]\tvalid_0's auc: 0.791444\n",
      "[615]\tvalid_0's auc: 0.791221\n",
      "[616]\tvalid_0's auc: 0.791889\n",
      "[617]\tvalid_0's auc: 0.793004\n",
      "[618]\tvalid_0's auc: 0.792558\n",
      "[619]\tvalid_0's auc: 0.792781\n",
      "[620]\tvalid_0's auc: 0.792112\n",
      "[621]\tvalid_0's auc: 0.792112\n",
      "[622]\tvalid_0's auc: 0.791444\n",
      "[623]\tvalid_0's auc: 0.792112\n",
      "[624]\tvalid_0's auc: 0.792335\n",
      "[625]\tvalid_0's auc: 0.792112\n",
      "[626]\tvalid_0's auc: 0.791221\n",
      "[627]\tvalid_0's auc: 0.792335\n",
      "[628]\tvalid_0's auc: 0.792112\n",
      "[629]\tvalid_0's auc: 0.793004\n",
      "[630]\tvalid_0's auc: 0.792781\n",
      "[631]\tvalid_0's auc: 0.793004\n",
      "[632]\tvalid_0's auc: 0.793004\n",
      "[633]\tvalid_0's auc: 0.793895\n",
      "[634]\tvalid_0's auc: 0.793895\n",
      "[635]\tvalid_0's auc: 0.793226\n",
      "[636]\tvalid_0's auc: 0.794786\n",
      "[637]\tvalid_0's auc: 0.7959\n",
      "[638]\tvalid_0's auc: 0.795677\n",
      "[639]\tvalid_0's auc: 0.7959\n",
      "[640]\tvalid_0's auc: 0.796346\n",
      "[641]\tvalid_0's auc: 0.795455\n",
      "[642]\tvalid_0's auc: 0.795455\n",
      "[643]\tvalid_0's auc: 0.794786\n",
      "[644]\tvalid_0's auc: 0.793895\n",
      "[645]\tvalid_0's auc: 0.793004\n",
      "[646]\tvalid_0's auc: 0.792781\n",
      "[647]\tvalid_0's auc: 0.791667\n",
      "[648]\tvalid_0's auc: 0.791667\n",
      "[649]\tvalid_0's auc: 0.791667\n",
      "[650]\tvalid_0's auc: 0.792335\n",
      "[651]\tvalid_0's auc: 0.792112\n",
      "[652]\tvalid_0's auc: 0.792112\n",
      "[653]\tvalid_0's auc: 0.792558\n",
      "[654]\tvalid_0's auc: 0.793226\n",
      "[655]\tvalid_0's auc: 0.793226\n",
      "[656]\tvalid_0's auc: 0.793226\n",
      "[657]\tvalid_0's auc: 0.793449\n",
      "[658]\tvalid_0's auc: 0.793004\n",
      "[659]\tvalid_0's auc: 0.793004\n",
      "[660]\tvalid_0's auc: 0.793672\n",
      "[661]\tvalid_0's auc: 0.794786\n",
      "[662]\tvalid_0's auc: 0.795009\n",
      "[663]\tvalid_0's auc: 0.795455\n",
      "[664]\tvalid_0's auc: 0.7959\n",
      "[665]\tvalid_0's auc: 0.795677\n",
      "[666]\tvalid_0's auc: 0.795455\n",
      "[667]\tvalid_0's auc: 0.795009\n",
      "[668]\tvalid_0's auc: 0.794118\n",
      "[669]\tvalid_0's auc: 0.795232\n",
      "[670]\tvalid_0's auc: 0.795009\n",
      "[671]\tvalid_0's auc: 0.794786\n",
      "[672]\tvalid_0's auc: 0.795009\n",
      "[673]\tvalid_0's auc: 0.796346\n",
      "[674]\tvalid_0's auc: 0.795677\n",
      "[675]\tvalid_0's auc: 0.795455\n",
      "[676]\tvalid_0's auc: 0.7959\n",
      "[677]\tvalid_0's auc: 0.7959\n",
      "[678]\tvalid_0's auc: 0.796791\n",
      "[679]\tvalid_0's auc: 0.796569\n",
      "[680]\tvalid_0's auc: 0.795677\n",
      "[681]\tvalid_0's auc: 0.797237\n",
      "[682]\tvalid_0's auc: 0.798351\n",
      "[683]\tvalid_0's auc: 0.799688\n",
      "[684]\tvalid_0's auc: 0.799465\n",
      "[685]\tvalid_0's auc: 0.800134\n",
      "[686]\tvalid_0's auc: 0.799465\n",
      "[687]\tvalid_0's auc: 0.799688\n",
      "[688]\tvalid_0's auc: 0.799242\n",
      "[689]\tvalid_0's auc: 0.799242\n",
      "[690]\tvalid_0's auc: 0.800579\n",
      "[691]\tvalid_0's auc: 0.800802\n",
      "[692]\tvalid_0's auc: 0.800579\n",
      "[693]\tvalid_0's auc: 0.800357\n",
      "[694]\tvalid_0's auc: 0.800802\n",
      "[695]\tvalid_0's auc: 0.800134\n",
      "[696]\tvalid_0's auc: 0.800579\n",
      "[697]\tvalid_0's auc: 0.800802\n",
      "[698]\tvalid_0's auc: 0.801248\n",
      "[699]\tvalid_0's auc: 0.801248\n",
      "[700]\tvalid_0's auc: 0.801471\n",
      "[701]\tvalid_0's auc: 0.801471\n",
      "[702]\tvalid_0's auc: 0.800579\n",
      "[703]\tvalid_0's auc: 0.799911\n",
      "[704]\tvalid_0's auc: 0.800134\n",
      "[705]\tvalid_0's auc: 0.800357\n",
      "[706]\tvalid_0's auc: 0.800357\n",
      "[707]\tvalid_0's auc: 0.800579\n",
      "[708]\tvalid_0's auc: 0.800357\n",
      "[709]\tvalid_0's auc: 0.800357\n",
      "[710]\tvalid_0's auc: 0.801025\n",
      "[711]\tvalid_0's auc: 0.801248\n",
      "[712]\tvalid_0's auc: 0.801693\n",
      "[713]\tvalid_0's auc: 0.801693\n",
      "[714]\tvalid_0's auc: 0.801248\n",
      "[715]\tvalid_0's auc: 0.801025\n",
      "[716]\tvalid_0's auc: 0.800579\n",
      "[717]\tvalid_0's auc: 0.800579\n",
      "[718]\tvalid_0's auc: 0.800579\n",
      "[719]\tvalid_0's auc: 0.800134\n",
      "[720]\tvalid_0's auc: 0.799911\n",
      "[721]\tvalid_0's auc: 0.800802\n",
      "[722]\tvalid_0's auc: 0.801025\n",
      "[723]\tvalid_0's auc: 0.802362\n",
      "[724]\tvalid_0's auc: 0.802585\n",
      "[725]\tvalid_0's auc: 0.802362\n",
      "[726]\tvalid_0's auc: 0.803253\n",
      "[727]\tvalid_0's auc: 0.802585\n",
      "[728]\tvalid_0's auc: 0.803476\n",
      "[729]\tvalid_0's auc: 0.803476\n",
      "[730]\tvalid_0's auc: 0.803699\n",
      "[731]\tvalid_0's auc: 0.803253\n",
      "[732]\tvalid_0's auc: 0.801916\n",
      "[733]\tvalid_0's auc: 0.801471\n",
      "[734]\tvalid_0's auc: 0.800134\n",
      "[735]\tvalid_0's auc: 0.800357\n",
      "[736]\tvalid_0's auc: 0.801248\n",
      "[737]\tvalid_0's auc: 0.800134\n",
      "[738]\tvalid_0's auc: 0.799911\n",
      "[739]\tvalid_0's auc: 0.79902\n",
      "[740]\tvalid_0's auc: 0.799242\n",
      "[741]\tvalid_0's auc: 0.799911\n",
      "[742]\tvalid_0's auc: 0.799911\n",
      "[743]\tvalid_0's auc: 0.800134\n",
      "[744]\tvalid_0's auc: 0.79902\n",
      "[745]\tvalid_0's auc: 0.79902\n",
      "[746]\tvalid_0's auc: 0.799911\n",
      "[747]\tvalid_0's auc: 0.800134\n",
      "[748]\tvalid_0's auc: 0.800357\n",
      "[749]\tvalid_0's auc: 0.800579\n",
      "[750]\tvalid_0's auc: 0.799688\n",
      "[751]\tvalid_0's auc: 0.799242\n",
      "[752]\tvalid_0's auc: 0.799465\n",
      "[753]\tvalid_0's auc: 0.798797\n",
      "[754]\tvalid_0's auc: 0.799242\n",
      "[755]\tvalid_0's auc: 0.79902\n",
      "[756]\tvalid_0's auc: 0.799465\n",
      "[757]\tvalid_0's auc: 0.799465\n",
      "[758]\tvalid_0's auc: 0.799242\n",
      "[759]\tvalid_0's auc: 0.799688\n",
      "[760]\tvalid_0's auc: 0.799688\n",
      "[761]\tvalid_0's auc: 0.799465\n",
      "[762]\tvalid_0's auc: 0.800134\n",
      "[763]\tvalid_0's auc: 0.799688\n",
      "[764]\tvalid_0's auc: 0.799688\n",
      "[765]\tvalid_0's auc: 0.799688\n",
      "[766]\tvalid_0's auc: 0.799911\n",
      "[767]\tvalid_0's auc: 0.799688\n",
      "[768]\tvalid_0's auc: 0.799688\n",
      "[769]\tvalid_0's auc: 0.801248\n",
      "[770]\tvalid_0's auc: 0.801471\n",
      "[771]\tvalid_0's auc: 0.802139\n",
      "[772]\tvalid_0's auc: 0.802362\n",
      "[773]\tvalid_0's auc: 0.802362\n",
      "[774]\tvalid_0's auc: 0.80303\n",
      "[775]\tvalid_0's auc: 0.802807\n",
      "[776]\tvalid_0's auc: 0.803253\n",
      "[777]\tvalid_0's auc: 0.802362\n",
      "[778]\tvalid_0's auc: 0.802139\n",
      "[779]\tvalid_0's auc: 0.802139\n",
      "[780]\tvalid_0's auc: 0.801916\n",
      "[781]\tvalid_0's auc: 0.801693\n",
      "[782]\tvalid_0's auc: 0.801693\n",
      "[783]\tvalid_0's auc: 0.801693\n",
      "[784]\tvalid_0's auc: 0.801693\n",
      "[785]\tvalid_0's auc: 0.801693\n",
      "[786]\tvalid_0's auc: 0.801248\n",
      "[787]\tvalid_0's auc: 0.800357\n",
      "[788]\tvalid_0's auc: 0.800579\n",
      "[789]\tvalid_0's auc: 0.800134\n",
      "[790]\tvalid_0's auc: 0.800134\n",
      "[791]\tvalid_0's auc: 0.801025\n",
      "[792]\tvalid_0's auc: 0.801248\n",
      "[793]\tvalid_0's auc: 0.801471\n",
      "[794]\tvalid_0's auc: 0.801916\n",
      "[795]\tvalid_0's auc: 0.802807\n",
      "[796]\tvalid_0's auc: 0.801916\n",
      "[797]\tvalid_0's auc: 0.801025\n",
      "[798]\tvalid_0's auc: 0.800579\n",
      "[799]\tvalid_0's auc: 0.800802\n",
      "[800]\tvalid_0's auc: 0.800357\n",
      "[801]\tvalid_0's auc: 0.800134\n",
      "[802]\tvalid_0's auc: 0.800802\n",
      "[803]\tvalid_0's auc: 0.800802\n",
      "[804]\tvalid_0's auc: 0.800134\n",
      "[805]\tvalid_0's auc: 0.799688\n",
      "[806]\tvalid_0's auc: 0.799688\n",
      "[807]\tvalid_0's auc: 0.799465\n",
      "[808]\tvalid_0's auc: 0.799242\n",
      "[809]\tvalid_0's auc: 0.799465\n",
      "[810]\tvalid_0's auc: 0.799688\n",
      "[811]\tvalid_0's auc: 0.799911\n",
      "[812]\tvalid_0's auc: 0.799465\n",
      "[813]\tvalid_0's auc: 0.799242\n",
      "[814]\tvalid_0's auc: 0.799465\n",
      "[815]\tvalid_0's auc: 0.799688\n",
      "[816]\tvalid_0's auc: 0.798797\n",
      "[817]\tvalid_0's auc: 0.799242\n",
      "[818]\tvalid_0's auc: 0.798797\n",
      "[819]\tvalid_0's auc: 0.798351\n",
      "[820]\tvalid_0's auc: 0.798797\n",
      "[821]\tvalid_0's auc: 0.798797\n",
      "[822]\tvalid_0's auc: 0.79902\n",
      "[823]\tvalid_0's auc: 0.79902\n",
      "[824]\tvalid_0's auc: 0.79902\n",
      "[825]\tvalid_0's auc: 0.798797\n",
      "[826]\tvalid_0's auc: 0.799242\n",
      "[827]\tvalid_0's auc: 0.799465\n",
      "[828]\tvalid_0's auc: 0.799688\n",
      "[829]\tvalid_0's auc: 0.798797\n",
      "[830]\tvalid_0's auc: 0.798574\n",
      "[831]\tvalid_0's auc: 0.798574\n",
      "[832]\tvalid_0's auc: 0.798574\n",
      "[833]\tvalid_0's auc: 0.797906\n",
      "[834]\tvalid_0's auc: 0.798128\n",
      "[835]\tvalid_0's auc: 0.799242\n",
      "[836]\tvalid_0's auc: 0.799465\n",
      "[837]\tvalid_0's auc: 0.799242\n",
      "[838]\tvalid_0's auc: 0.798351\n",
      "[839]\tvalid_0's auc: 0.79902\n",
      "[840]\tvalid_0's auc: 0.799465\n",
      "[841]\tvalid_0's auc: 0.799242\n",
      "[842]\tvalid_0's auc: 0.799242\n",
      "[843]\tvalid_0's auc: 0.799688\n",
      "[844]\tvalid_0's auc: 0.799688\n",
      "[845]\tvalid_0's auc: 0.799465\n",
      "[846]\tvalid_0's auc: 0.799465\n",
      "[847]\tvalid_0's auc: 0.799688\n",
      "[848]\tvalid_0's auc: 0.800134\n",
      "[849]\tvalid_0's auc: 0.799911\n",
      "[850]\tvalid_0's auc: 0.800357\n",
      "[851]\tvalid_0's auc: 0.800134\n",
      "[852]\tvalid_0's auc: 0.799911\n",
      "[853]\tvalid_0's auc: 0.799688\n",
      "[854]\tvalid_0's auc: 0.799688\n",
      "[855]\tvalid_0's auc: 0.799465\n",
      "[856]\tvalid_0's auc: 0.799911\n",
      "[857]\tvalid_0's auc: 0.799688\n",
      "[858]\tvalid_0's auc: 0.799465\n",
      "[859]\tvalid_0's auc: 0.799465\n",
      "[860]\tvalid_0's auc: 0.799688\n",
      "[861]\tvalid_0's auc: 0.799911\n",
      "[862]\tvalid_0's auc: 0.799688\n",
      "[863]\tvalid_0's auc: 0.799911\n",
      "[864]\tvalid_0's auc: 0.799688\n",
      "[865]\tvalid_0's auc: 0.800357\n",
      "[866]\tvalid_0's auc: 0.800134\n",
      "[867]\tvalid_0's auc: 0.799688\n",
      "[868]\tvalid_0's auc: 0.800134\n",
      "[869]\tvalid_0's auc: 0.799688\n",
      "[870]\tvalid_0's auc: 0.799242\n",
      "[871]\tvalid_0's auc: 0.799242\n",
      "[872]\tvalid_0's auc: 0.799911\n",
      "[873]\tvalid_0's auc: 0.799688\n",
      "[874]\tvalid_0's auc: 0.799911\n",
      "[875]\tvalid_0's auc: 0.799242\n",
      "[876]\tvalid_0's auc: 0.799465\n",
      "[877]\tvalid_0's auc: 0.79902\n",
      "[878]\tvalid_0's auc: 0.799242\n",
      "[879]\tvalid_0's auc: 0.799242\n",
      "[880]\tvalid_0's auc: 0.798797\n",
      "[881]\tvalid_0's auc: 0.799242\n",
      "[882]\tvalid_0's auc: 0.798797\n",
      "[883]\tvalid_0's auc: 0.799242\n",
      "[884]\tvalid_0's auc: 0.799465\n",
      "[885]\tvalid_0's auc: 0.799465\n",
      "[886]\tvalid_0's auc: 0.798797\n",
      "[887]\tvalid_0's auc: 0.79902\n",
      "[888]\tvalid_0's auc: 0.799242\n",
      "[889]\tvalid_0's auc: 0.798797\n",
      "[890]\tvalid_0's auc: 0.79902\n",
      "[891]\tvalid_0's auc: 0.799688\n",
      "[892]\tvalid_0's auc: 0.799465\n",
      "[893]\tvalid_0's auc: 0.799465\n",
      "[894]\tvalid_0's auc: 0.799911\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[895]\tvalid_0's auc: 0.799911\n",
      "[896]\tvalid_0's auc: 0.799688\n",
      "[897]\tvalid_0's auc: 0.799688\n",
      "[898]\tvalid_0's auc: 0.79902\n",
      "[899]\tvalid_0's auc: 0.798797\n",
      "[900]\tvalid_0's auc: 0.797906\n",
      "[901]\tvalid_0's auc: 0.797906\n",
      "[902]\tvalid_0's auc: 0.79746\n",
      "[903]\tvalid_0's auc: 0.797906\n",
      "[904]\tvalid_0's auc: 0.79746\n",
      "[905]\tvalid_0's auc: 0.79746\n",
      "[906]\tvalid_0's auc: 0.797014\n",
      "[907]\tvalid_0's auc: 0.797014\n",
      "[908]\tvalid_0's auc: 0.797014\n",
      "[909]\tvalid_0's auc: 0.797014\n",
      "[910]\tvalid_0's auc: 0.797014\n",
      "[911]\tvalid_0's auc: 0.797237\n",
      "[912]\tvalid_0's auc: 0.797014\n",
      "[913]\tvalid_0's auc: 0.79746\n",
      "[914]\tvalid_0's auc: 0.797683\n",
      "[915]\tvalid_0's auc: 0.79746\n",
      "[916]\tvalid_0's auc: 0.79746\n",
      "[917]\tvalid_0's auc: 0.797906\n",
      "[918]\tvalid_0's auc: 0.797906\n",
      "[919]\tvalid_0's auc: 0.797683\n",
      "[920]\tvalid_0's auc: 0.797906\n",
      "[921]\tvalid_0's auc: 0.798128\n",
      "[922]\tvalid_0's auc: 0.798128\n",
      "[923]\tvalid_0's auc: 0.798574\n",
      "[924]\tvalid_0's auc: 0.798351\n",
      "[925]\tvalid_0's auc: 0.798128\n",
      "[926]\tvalid_0's auc: 0.798128\n",
      "[927]\tvalid_0's auc: 0.798128\n",
      "[928]\tvalid_0's auc: 0.798128\n",
      "[929]\tvalid_0's auc: 0.798351\n",
      "[930]\tvalid_0's auc: 0.798797\n",
      "Early stopping, best iteration is:\n",
      "[730]\tvalid_0's auc: 0.803699\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.575646\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.593917\n",
      "[3]\tvalid_0's auc: 0.613079\n",
      "[4]\tvalid_0's auc: 0.611965\n",
      "[5]\tvalid_0's auc: 0.617758\n",
      "[6]\tvalid_0's auc: 0.627897\n",
      "[7]\tvalid_0's auc: 0.627451\n",
      "[8]\tvalid_0's auc: 0.637701\n",
      "[9]\tvalid_0's auc: 0.643494\n",
      "[10]\tvalid_0's auc: 0.632799\n",
      "[11]\tvalid_0's auc: 0.628565\n",
      "[12]\tvalid_0's auc: 0.633913\n",
      "[13]\tvalid_0's auc: 0.629456\n",
      "[14]\tvalid_0's auc: 0.629456\n",
      "[15]\tvalid_0's auc: 0.632576\n",
      "[16]\tvalid_0's auc: 0.644385\n",
      "[17]\tvalid_0's auc: 0.655749\n",
      "[18]\tvalid_0's auc: 0.654189\n",
      "[19]\tvalid_0's auc: 0.658868\n",
      "[20]\tvalid_0's auc: 0.665998\n",
      "[21]\tvalid_0's auc: 0.661319\n",
      "[22]\tvalid_0's auc: 0.662656\n",
      "[23]\tvalid_0's auc: 0.666889\n",
      "[24]\tvalid_0's auc: 0.665998\n",
      "[25]\tvalid_0's auc: 0.664884\n",
      "[26]\tvalid_0's auc: 0.665775\n",
      "[27]\tvalid_0's auc: 0.664439\n",
      "[28]\tvalid_0's auc: 0.660873\n",
      "[29]\tvalid_0's auc: 0.66221\n",
      "[30]\tvalid_0's auc: 0.667558\n",
      "[31]\tvalid_0's auc: 0.674688\n",
      "[32]\tvalid_0's auc: 0.678922\n",
      "[33]\tvalid_0's auc: 0.683378\n",
      "[34]\tvalid_0's auc: 0.691622\n",
      "[35]\tvalid_0's auc: 0.690731\n",
      "[36]\tvalid_0's auc: 0.687834\n",
      "[37]\tvalid_0's auc: 0.692513\n",
      "[38]\tvalid_0's auc: 0.694296\n",
      "[39]\tvalid_0's auc: 0.692513\n",
      "[40]\tvalid_0's auc: 0.689171\n",
      "[41]\tvalid_0's auc: 0.692513\n",
      "[42]\tvalid_0's auc: 0.692959\n",
      "[43]\tvalid_0's auc: 0.69385\n",
      "[44]\tvalid_0's auc: 0.697193\n",
      "[45]\tvalid_0's auc: 0.69697\n",
      "[46]\tvalid_0's auc: 0.695856\n",
      "[47]\tvalid_0's auc: 0.699643\n",
      "[48]\tvalid_0's auc: 0.700089\n",
      "[49]\tvalid_0's auc: 0.691176\n",
      "[50]\tvalid_0's auc: 0.685829\n",
      "[51]\tvalid_0's auc: 0.691399\n",
      "[52]\tvalid_0's auc: 0.687611\n",
      "[53]\tvalid_0's auc: 0.692291\n",
      "[54]\tvalid_0's auc: 0.694296\n",
      "[55]\tvalid_0's auc: 0.694964\n",
      "[56]\tvalid_0's auc: 0.694742\n",
      "[57]\tvalid_0's auc: 0.69697\n",
      "[58]\tvalid_0's auc: 0.70098\n",
      "[59]\tvalid_0's auc: 0.697638\n",
      "[60]\tvalid_0's auc: 0.701872\n",
      "[61]\tvalid_0's auc: 0.703209\n",
      "[62]\tvalid_0's auc: 0.704323\n",
      "[63]\tvalid_0's auc: 0.708779\n",
      "[64]\tvalid_0's auc: 0.707665\n",
      "[65]\tvalid_0's auc: 0.702986\n",
      "[66]\tvalid_0's auc: 0.701872\n",
      "[67]\tvalid_0's auc: 0.700758\n",
      "[68]\tvalid_0's auc: 0.699866\n",
      "[69]\tvalid_0's auc: 0.70254\n",
      "[70]\tvalid_0's auc: 0.702986\n",
      "[71]\tvalid_0's auc: 0.703877\n",
      "[72]\tvalid_0's auc: 0.702763\n",
      "[73]\tvalid_0's auc: 0.700758\n",
      "[74]\tvalid_0's auc: 0.701426\n",
      "[75]\tvalid_0's auc: 0.701426\n",
      "[76]\tvalid_0's auc: 0.701203\n",
      "[77]\tvalid_0's auc: 0.702317\n",
      "[78]\tvalid_0's auc: 0.702986\n",
      "[79]\tvalid_0's auc: 0.703431\n",
      "[80]\tvalid_0's auc: 0.703877\n",
      "[81]\tvalid_0's auc: 0.705214\n",
      "[82]\tvalid_0's auc: 0.699643\n",
      "[83]\tvalid_0's auc: 0.702094\n",
      "[84]\tvalid_0's auc: 0.706105\n",
      "[85]\tvalid_0's auc: 0.70098\n",
      "[86]\tvalid_0's auc: 0.70098\n",
      "[87]\tvalid_0's auc: 0.699198\n",
      "[88]\tvalid_0's auc: 0.697638\n",
      "[89]\tvalid_0's auc: 0.698975\n",
      "[90]\tvalid_0's auc: 0.69697\n",
      "[91]\tvalid_0's auc: 0.700089\n",
      "[92]\tvalid_0's auc: 0.697861\n",
      "[93]\tvalid_0's auc: 0.70254\n",
      "[94]\tvalid_0's auc: 0.703209\n",
      "[95]\tvalid_0's auc: 0.704545\n",
      "[96]\tvalid_0's auc: 0.702317\n",
      "[97]\tvalid_0's auc: 0.702094\n",
      "[98]\tvalid_0's auc: 0.704323\n",
      "[99]\tvalid_0's auc: 0.704768\n",
      "[100]\tvalid_0's auc: 0.704991\n",
      "[101]\tvalid_0's auc: 0.705437\n",
      "[102]\tvalid_0's auc: 0.706105\n",
      "[103]\tvalid_0's auc: 0.707888\n",
      "[104]\tvalid_0's auc: 0.712121\n",
      "[105]\tvalid_0's auc: 0.711898\n",
      "[106]\tvalid_0's auc: 0.712344\n",
      "[107]\tvalid_0's auc: 0.713458\n",
      "[108]\tvalid_0's auc: 0.715463\n",
      "[109]\tvalid_0's auc: 0.715909\n",
      "[110]\tvalid_0's auc: 0.716355\n",
      "[111]\tvalid_0's auc: 0.716132\n",
      "[112]\tvalid_0's auc: 0.715018\n",
      "[113]\tvalid_0's auc: 0.71992\n",
      "[114]\tvalid_0's auc: 0.720588\n",
      "[115]\tvalid_0's auc: 0.723485\n",
      "[116]\tvalid_0's auc: 0.725045\n",
      "[117]\tvalid_0's auc: 0.725267\n",
      "[118]\tvalid_0's auc: 0.728387\n",
      "[119]\tvalid_0's auc: 0.727718\n",
      "[120]\tvalid_0's auc: 0.733066\n",
      "[121]\tvalid_0's auc: 0.733734\n",
      "[122]\tvalid_0's auc: 0.736185\n",
      "[123]\tvalid_0's auc: 0.734848\n",
      "[124]\tvalid_0's auc: 0.733957\n",
      "[125]\tvalid_0's auc: 0.736185\n",
      "[126]\tvalid_0's auc: 0.736408\n",
      "[127]\tvalid_0's auc: 0.733066\n",
      "[128]\tvalid_0's auc: 0.733289\n",
      "[129]\tvalid_0's auc: 0.737968\n",
      "[130]\tvalid_0's auc: 0.739305\n",
      "[131]\tvalid_0's auc: 0.739973\n",
      "[132]\tvalid_0's auc: 0.74287\n",
      "[133]\tvalid_0's auc: 0.74131\n",
      "[134]\tvalid_0's auc: 0.743538\n",
      "[135]\tvalid_0's auc: 0.741533\n",
      "[136]\tvalid_0's auc: 0.743093\n",
      "[137]\tvalid_0's auc: 0.743761\n",
      "[138]\tvalid_0's auc: 0.74287\n",
      "[139]\tvalid_0's auc: 0.743538\n",
      "[140]\tvalid_0's auc: 0.744875\n",
      "[141]\tvalid_0's auc: 0.745989\n",
      "[142]\tvalid_0's auc: 0.745321\n",
      "[143]\tvalid_0's auc: 0.744875\n",
      "[144]\tvalid_0's auc: 0.74443\n",
      "[145]\tvalid_0's auc: 0.745321\n",
      "[146]\tvalid_0's auc: 0.743984\n",
      "[147]\tvalid_0's auc: 0.74287\n",
      "[148]\tvalid_0's auc: 0.741087\n",
      "[149]\tvalid_0's auc: 0.74287\n",
      "[150]\tvalid_0's auc: 0.73975\n",
      "[151]\tvalid_0's auc: 0.739973\n",
      "[152]\tvalid_0's auc: 0.739305\n",
      "[153]\tvalid_0's auc: 0.739082\n",
      "[154]\tvalid_0's auc: 0.739973\n",
      "[155]\tvalid_0's auc: 0.742647\n",
      "[156]\tvalid_0's auc: 0.743538\n",
      "[157]\tvalid_0's auc: 0.745989\n",
      "[158]\tvalid_0's auc: 0.747772\n",
      "[159]\tvalid_0's auc: 0.747549\n",
      "[160]\tvalid_0's auc: 0.745989\n",
      "[161]\tvalid_0's auc: 0.749332\n",
      "[162]\tvalid_0's auc: 0.750668\n",
      "[163]\tvalid_0's auc: 0.753342\n",
      "[164]\tvalid_0's auc: 0.753119\n",
      "[165]\tvalid_0's auc: 0.754011\n",
      "[166]\tvalid_0's auc: 0.752451\n",
      "[167]\tvalid_0's auc: 0.754011\n",
      "[168]\tvalid_0's auc: 0.754234\n",
      "[169]\tvalid_0's auc: 0.752005\n",
      "[170]\tvalid_0's auc: 0.752451\n",
      "[171]\tvalid_0's auc: 0.753342\n",
      "[172]\tvalid_0's auc: 0.753788\n",
      "[173]\tvalid_0's auc: 0.754234\n",
      "[174]\tvalid_0's auc: 0.752674\n",
      "[175]\tvalid_0's auc: 0.752451\n",
      "[176]\tvalid_0's auc: 0.752674\n",
      "[177]\tvalid_0's auc: 0.752897\n",
      "[178]\tvalid_0's auc: 0.752451\n",
      "[179]\tvalid_0's auc: 0.752451\n",
      "[180]\tvalid_0's auc: 0.752228\n",
      "[181]\tvalid_0's auc: 0.751337\n",
      "[182]\tvalid_0's auc: 0.754234\n",
      "[183]\tvalid_0's auc: 0.754902\n",
      "[184]\tvalid_0's auc: 0.758244\n",
      "[185]\tvalid_0's auc: 0.758913\n",
      "[186]\tvalid_0's auc: 0.761141\n",
      "[187]\tvalid_0's auc: 0.76025\n",
      "[188]\tvalid_0's auc: 0.759581\n",
      "[189]\tvalid_0's auc: 0.758021\n",
      "[190]\tvalid_0's auc: 0.757799\n",
      "[191]\tvalid_0's auc: 0.759804\n",
      "[192]\tvalid_0's auc: 0.762255\n",
      "[193]\tvalid_0's auc: 0.762701\n",
      "[194]\tvalid_0's auc: 0.765152\n",
      "[195]\tvalid_0's auc: 0.764037\n",
      "[196]\tvalid_0's auc: 0.765152\n",
      "[197]\tvalid_0's auc: 0.762701\n",
      "[198]\tvalid_0's auc: 0.763815\n",
      "[199]\tvalid_0's auc: 0.765597\n",
      "[200]\tvalid_0's auc: 0.767825\n",
      "[201]\tvalid_0's auc: 0.767157\n",
      "[202]\tvalid_0's auc: 0.766711\n",
      "[203]\tvalid_0's auc: 0.766934\n",
      "[204]\tvalid_0's auc: 0.765152\n",
      "[205]\tvalid_0's auc: 0.766934\n",
      "[206]\tvalid_0's auc: 0.768939\n",
      "[207]\tvalid_0's auc: 0.767825\n",
      "[208]\tvalid_0's auc: 0.769608\n",
      "[209]\tvalid_0's auc: 0.769608\n",
      "[210]\tvalid_0's auc: 0.770945\n",
      "[211]\tvalid_0's auc: 0.77139\n",
      "[212]\tvalid_0's auc: 0.77139\n",
      "[213]\tvalid_0's auc: 0.771613\n",
      "[214]\tvalid_0's auc: 0.771613\n",
      "[215]\tvalid_0's auc: 0.773173\n",
      "[216]\tvalid_0's auc: 0.772059\n",
      "[217]\tvalid_0's auc: 0.77451\n",
      "[218]\tvalid_0's auc: 0.774733\n",
      "[219]\tvalid_0's auc: 0.773619\n",
      "[220]\tvalid_0's auc: 0.773841\n",
      "[221]\tvalid_0's auc: 0.772282\n",
      "[222]\tvalid_0's auc: 0.774064\n",
      "[223]\tvalid_0's auc: 0.773619\n",
      "[224]\tvalid_0's auc: 0.775624\n",
      "[225]\tvalid_0's auc: 0.775178\n",
      "[226]\tvalid_0's auc: 0.774955\n",
      "[227]\tvalid_0's auc: 0.774955\n",
      "[228]\tvalid_0's auc: 0.774955\n",
      "[229]\tvalid_0's auc: 0.774064\n",
      "[230]\tvalid_0's auc: 0.773619\n",
      "[231]\tvalid_0's auc: 0.774287\n",
      "[232]\tvalid_0's auc: 0.774064\n",
      "[233]\tvalid_0's auc: 0.774287\n",
      "[234]\tvalid_0's auc: 0.774287\n",
      "[235]\tvalid_0's auc: 0.773396\n",
      "[236]\tvalid_0's auc: 0.774064\n",
      "[237]\tvalid_0's auc: 0.773173\n",
      "[238]\tvalid_0's auc: 0.773841\n",
      "[239]\tvalid_0's auc: 0.77451\n",
      "[240]\tvalid_0's auc: 0.773841\n",
      "[241]\tvalid_0's auc: 0.774287\n",
      "[242]\tvalid_0's auc: 0.775847\n",
      "[243]\tvalid_0's auc: 0.775624\n",
      "[244]\tvalid_0's auc: 0.776961\n",
      "[245]\tvalid_0's auc: 0.778075\n",
      "[246]\tvalid_0's auc: 0.779412\n",
      "[247]\tvalid_0's auc: 0.779635\n",
      "[248]\tvalid_0's auc: 0.779857\n",
      "[249]\tvalid_0's auc: 0.779635\n",
      "[250]\tvalid_0's auc: 0.77852\n",
      "[251]\tvalid_0's auc: 0.778743\n",
      "[252]\tvalid_0's auc: 0.779857\n",
      "[253]\tvalid_0's auc: 0.779189\n",
      "[254]\tvalid_0's auc: 0.778743\n",
      "[255]\tvalid_0's auc: 0.780303\n",
      "[256]\tvalid_0's auc: 0.78008\n",
      "[257]\tvalid_0's auc: 0.779857\n",
      "[258]\tvalid_0's auc: 0.780749\n",
      "[259]\tvalid_0's auc: 0.779857\n",
      "[260]\tvalid_0's auc: 0.781194\n",
      "[261]\tvalid_0's auc: 0.779857\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[262]\tvalid_0's auc: 0.779857\n",
      "[263]\tvalid_0's auc: 0.781194\n",
      "[264]\tvalid_0's auc: 0.781417\n",
      "[265]\tvalid_0's auc: 0.781863\n",
      "[266]\tvalid_0's auc: 0.781194\n",
      "[267]\tvalid_0's auc: 0.780303\n",
      "[268]\tvalid_0's auc: 0.779189\n",
      "[269]\tvalid_0's auc: 0.779857\n",
      "[270]\tvalid_0's auc: 0.779412\n",
      "[271]\tvalid_0's auc: 0.780971\n",
      "[272]\tvalid_0's auc: 0.781417\n",
      "[273]\tvalid_0's auc: 0.782308\n",
      "[274]\tvalid_0's auc: 0.781863\n",
      "[275]\tvalid_0's auc: 0.782531\n",
      "[276]\tvalid_0's auc: 0.781863\n",
      "[277]\tvalid_0's auc: 0.784314\n",
      "[278]\tvalid_0's auc: 0.784314\n",
      "[279]\tvalid_0's auc: 0.785651\n",
      "[280]\tvalid_0's auc: 0.784982\n",
      "[281]\tvalid_0's auc: 0.785428\n",
      "[282]\tvalid_0's auc: 0.785428\n",
      "[283]\tvalid_0's auc: 0.786319\n",
      "[284]\tvalid_0's auc: 0.78721\n",
      "[285]\tvalid_0's auc: 0.786542\n",
      "[286]\tvalid_0's auc: 0.78877\n",
      "[287]\tvalid_0's auc: 0.788324\n",
      "[288]\tvalid_0's auc: 0.78877\n",
      "[289]\tvalid_0's auc: 0.787879\n",
      "[290]\tvalid_0's auc: 0.787656\n",
      "[291]\tvalid_0's auc: 0.789216\n",
      "[292]\tvalid_0's auc: 0.787879\n",
      "[293]\tvalid_0's auc: 0.78877\n",
      "[294]\tvalid_0's auc: 0.786765\n",
      "[295]\tvalid_0's auc: 0.784982\n",
      "[296]\tvalid_0's auc: 0.784982\n",
      "[297]\tvalid_0's auc: 0.786319\n",
      "[298]\tvalid_0's auc: 0.78721\n",
      "[299]\tvalid_0's auc: 0.785205\n",
      "[300]\tvalid_0's auc: 0.784091\n",
      "[301]\tvalid_0's auc: 0.785428\n",
      "[302]\tvalid_0's auc: 0.783868\n",
      "[303]\tvalid_0's auc: 0.783645\n",
      "[304]\tvalid_0's auc: 0.783422\n",
      "[305]\tvalid_0's auc: 0.784537\n",
      "[306]\tvalid_0's auc: 0.785205\n",
      "[307]\tvalid_0's auc: 0.784759\n",
      "[308]\tvalid_0's auc: 0.785205\n",
      "[309]\tvalid_0's auc: 0.786765\n",
      "[310]\tvalid_0's auc: 0.784314\n",
      "[311]\tvalid_0's auc: 0.784314\n",
      "[312]\tvalid_0's auc: 0.785205\n",
      "[313]\tvalid_0's auc: 0.784091\n",
      "[314]\tvalid_0's auc: 0.784537\n",
      "[315]\tvalid_0's auc: 0.783868\n",
      "[316]\tvalid_0's auc: 0.782531\n",
      "[317]\tvalid_0's auc: 0.782977\n",
      "[318]\tvalid_0's auc: 0.781863\n",
      "[319]\tvalid_0's auc: 0.784091\n",
      "[320]\tvalid_0's auc: 0.782754\n",
      "[321]\tvalid_0's auc: 0.782086\n",
      "[322]\tvalid_0's auc: 0.781194\n",
      "[323]\tvalid_0's auc: 0.78164\n",
      "[324]\tvalid_0's auc: 0.780749\n",
      "[325]\tvalid_0's auc: 0.781194\n",
      "[326]\tvalid_0's auc: 0.782086\n",
      "[327]\tvalid_0's auc: 0.781194\n",
      "[328]\tvalid_0's auc: 0.781194\n",
      "[329]\tvalid_0's auc: 0.78164\n",
      "[330]\tvalid_0's auc: 0.781863\n",
      "[331]\tvalid_0's auc: 0.780971\n",
      "[332]\tvalid_0's auc: 0.780526\n",
      "[333]\tvalid_0's auc: 0.780971\n",
      "[334]\tvalid_0's auc: 0.780303\n",
      "[335]\tvalid_0's auc: 0.779857\n",
      "[336]\tvalid_0's auc: 0.780526\n",
      "[337]\tvalid_0's auc: 0.780526\n",
      "[338]\tvalid_0's auc: 0.780749\n",
      "[339]\tvalid_0's auc: 0.780303\n",
      "[340]\tvalid_0's auc: 0.780971\n",
      "[341]\tvalid_0's auc: 0.782308\n",
      "[342]\tvalid_0's auc: 0.781194\n",
      "[343]\tvalid_0's auc: 0.78008\n",
      "[344]\tvalid_0's auc: 0.780749\n",
      "[345]\tvalid_0's auc: 0.781863\n",
      "[346]\tvalid_0's auc: 0.781194\n",
      "[347]\tvalid_0's auc: 0.779412\n",
      "[348]\tvalid_0's auc: 0.779189\n",
      "[349]\tvalid_0's auc: 0.779857\n",
      "[350]\tvalid_0's auc: 0.779189\n",
      "[351]\tvalid_0's auc: 0.778075\n",
      "[352]\tvalid_0's auc: 0.776515\n",
      "[353]\tvalid_0's auc: 0.776292\n",
      "[354]\tvalid_0's auc: 0.776515\n",
      "[355]\tvalid_0's auc: 0.777406\n",
      "[356]\tvalid_0's auc: 0.777184\n",
      "[357]\tvalid_0's auc: 0.777406\n",
      "[358]\tvalid_0's auc: 0.77607\n",
      "[359]\tvalid_0's auc: 0.775178\n",
      "[360]\tvalid_0's auc: 0.775178\n",
      "[361]\tvalid_0's auc: 0.776961\n",
      "[362]\tvalid_0's auc: 0.778298\n",
      "[363]\tvalid_0's auc: 0.777852\n",
      "[364]\tvalid_0's auc: 0.77852\n",
      "[365]\tvalid_0's auc: 0.777629\n",
      "[366]\tvalid_0's auc: 0.778743\n",
      "[367]\tvalid_0's auc: 0.777852\n",
      "[368]\tvalid_0's auc: 0.778743\n",
      "[369]\tvalid_0's auc: 0.779857\n",
      "[370]\tvalid_0's auc: 0.779857\n",
      "[371]\tvalid_0's auc: 0.78008\n",
      "[372]\tvalid_0's auc: 0.780526\n",
      "[373]\tvalid_0's auc: 0.778966\n",
      "[374]\tvalid_0's auc: 0.778966\n",
      "[375]\tvalid_0's auc: 0.778743\n",
      "[376]\tvalid_0's auc: 0.777184\n",
      "[377]\tvalid_0's auc: 0.778298\n",
      "[378]\tvalid_0's auc: 0.775847\n",
      "[379]\tvalid_0's auc: 0.77607\n",
      "[380]\tvalid_0's auc: 0.775847\n",
      "[381]\tvalid_0's auc: 0.776738\n",
      "[382]\tvalid_0's auc: 0.776515\n",
      "[383]\tvalid_0's auc: 0.775624\n",
      "[384]\tvalid_0's auc: 0.776292\n",
      "[385]\tvalid_0's auc: 0.775178\n",
      "[386]\tvalid_0's auc: 0.775401\n",
      "[387]\tvalid_0's auc: 0.775178\n",
      "[388]\tvalid_0's auc: 0.774287\n",
      "[389]\tvalid_0's auc: 0.774733\n",
      "[390]\tvalid_0's auc: 0.776292\n",
      "[391]\tvalid_0's auc: 0.776515\n",
      "[392]\tvalid_0's auc: 0.775847\n",
      "[393]\tvalid_0's auc: 0.774955\n",
      "[394]\tvalid_0's auc: 0.774955\n",
      "[395]\tvalid_0's auc: 0.774955\n",
      "[396]\tvalid_0's auc: 0.774955\n",
      "[397]\tvalid_0's auc: 0.775847\n",
      "[398]\tvalid_0's auc: 0.776738\n",
      "[399]\tvalid_0's auc: 0.776961\n",
      "[400]\tvalid_0's auc: 0.777629\n",
      "[401]\tvalid_0's auc: 0.776738\n",
      "[402]\tvalid_0's auc: 0.776515\n",
      "[403]\tvalid_0's auc: 0.776961\n",
      "[404]\tvalid_0's auc: 0.776515\n",
      "[405]\tvalid_0's auc: 0.777406\n",
      "[406]\tvalid_0's auc: 0.777184\n",
      "[407]\tvalid_0's auc: 0.778075\n",
      "[408]\tvalid_0's auc: 0.776738\n",
      "[409]\tvalid_0's auc: 0.77852\n",
      "[410]\tvalid_0's auc: 0.779635\n",
      "[411]\tvalid_0's auc: 0.779189\n",
      "[412]\tvalid_0's auc: 0.778966\n",
      "[413]\tvalid_0's auc: 0.779189\n",
      "[414]\tvalid_0's auc: 0.779635\n",
      "[415]\tvalid_0's auc: 0.78008\n",
      "[416]\tvalid_0's auc: 0.781194\n",
      "[417]\tvalid_0's auc: 0.780526\n",
      "[418]\tvalid_0's auc: 0.78008\n",
      "[419]\tvalid_0's auc: 0.779857\n",
      "[420]\tvalid_0's auc: 0.780971\n",
      "[421]\tvalid_0's auc: 0.782977\n",
      "[422]\tvalid_0's auc: 0.780303\n",
      "[423]\tvalid_0's auc: 0.782086\n",
      "[424]\tvalid_0's auc: 0.78164\n",
      "[425]\tvalid_0's auc: 0.782531\n",
      "[426]\tvalid_0's auc: 0.782531\n",
      "[427]\tvalid_0's auc: 0.782754\n",
      "[428]\tvalid_0's auc: 0.782308\n",
      "[429]\tvalid_0's auc: 0.781863\n",
      "[430]\tvalid_0's auc: 0.781863\n",
      "[431]\tvalid_0's auc: 0.781863\n",
      "[432]\tvalid_0's auc: 0.781194\n",
      "[433]\tvalid_0's auc: 0.78008\n",
      "[434]\tvalid_0's auc: 0.779412\n",
      "[435]\tvalid_0's auc: 0.779635\n",
      "[436]\tvalid_0's auc: 0.779412\n",
      "[437]\tvalid_0's auc: 0.778743\n",
      "[438]\tvalid_0's auc: 0.779857\n",
      "[439]\tvalid_0's auc: 0.78008\n",
      "[440]\tvalid_0's auc: 0.779189\n",
      "[441]\tvalid_0's auc: 0.779412\n",
      "[442]\tvalid_0's auc: 0.779857\n",
      "[443]\tvalid_0's auc: 0.779412\n",
      "[444]\tvalid_0's auc: 0.777852\n",
      "[445]\tvalid_0's auc: 0.779189\n",
      "[446]\tvalid_0's auc: 0.778966\n",
      "[447]\tvalid_0's auc: 0.779189\n",
      "[448]\tvalid_0's auc: 0.779857\n",
      "[449]\tvalid_0's auc: 0.779412\n",
      "[450]\tvalid_0's auc: 0.778743\n",
      "[451]\tvalid_0's auc: 0.779412\n",
      "[452]\tvalid_0's auc: 0.778743\n",
      "[453]\tvalid_0's auc: 0.779189\n",
      "[454]\tvalid_0's auc: 0.778743\n",
      "[455]\tvalid_0's auc: 0.778743\n",
      "[456]\tvalid_0's auc: 0.77852\n",
      "[457]\tvalid_0's auc: 0.778743\n",
      "[458]\tvalid_0's auc: 0.779412\n",
      "[459]\tvalid_0's auc: 0.780526\n",
      "[460]\tvalid_0's auc: 0.780526\n",
      "[461]\tvalid_0's auc: 0.779635\n",
      "[462]\tvalid_0's auc: 0.779412\n",
      "[463]\tvalid_0's auc: 0.780303\n",
      "[464]\tvalid_0's auc: 0.780303\n",
      "[465]\tvalid_0's auc: 0.780303\n",
      "[466]\tvalid_0's auc: 0.781863\n",
      "[467]\tvalid_0's auc: 0.780749\n",
      "[468]\tvalid_0's auc: 0.78164\n",
      "[469]\tvalid_0's auc: 0.779635\n",
      "[470]\tvalid_0's auc: 0.780303\n",
      "[471]\tvalid_0's auc: 0.780526\n",
      "[472]\tvalid_0's auc: 0.779189\n",
      "[473]\tvalid_0's auc: 0.779412\n",
      "[474]\tvalid_0's auc: 0.780526\n",
      "[475]\tvalid_0's auc: 0.779857\n",
      "[476]\tvalid_0's auc: 0.779412\n",
      "[477]\tvalid_0's auc: 0.779857\n",
      "[478]\tvalid_0's auc: 0.779635\n",
      "[479]\tvalid_0's auc: 0.778966\n",
      "[480]\tvalid_0's auc: 0.778966\n",
      "[481]\tvalid_0's auc: 0.778966\n",
      "[482]\tvalid_0's auc: 0.77852\n",
      "[483]\tvalid_0's auc: 0.777852\n",
      "[484]\tvalid_0's auc: 0.777184\n",
      "[485]\tvalid_0's auc: 0.777852\n",
      "[486]\tvalid_0's auc: 0.778075\n",
      "[487]\tvalid_0's auc: 0.778298\n",
      "[488]\tvalid_0's auc: 0.778298\n",
      "[489]\tvalid_0's auc: 0.778966\n",
      "[490]\tvalid_0's auc: 0.78008\n",
      "[491]\tvalid_0's auc: 0.780526\n",
      "Early stopping, best iteration is:\n",
      "[291]\tvalid_0's auc: 0.789216\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.702823\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.682997\n",
      "[3]\tvalid_0's auc: 0.725463\n",
      "[4]\tvalid_0's auc: 0.727339\n",
      "[5]\tvalid_0's auc: 0.730032\n",
      "[6]\tvalid_0's auc: 0.729583\n",
      "[7]\tvalid_0's auc: 0.735172\n",
      "[8]\tvalid_0's auc: 0.742474\n",
      "[9]\tvalid_0's auc: 0.734764\n",
      "[10]\tvalid_0's auc: 0.729828\n",
      "[11]\tvalid_0's auc: 0.740393\n",
      "[12]\tvalid_0's auc: 0.749694\n",
      "[13]\tvalid_0's auc: 0.747573\n",
      "[14]\tvalid_0's auc: 0.748307\n",
      "[15]\tvalid_0's auc: 0.755242\n",
      "[16]\tvalid_0's auc: 0.750755\n",
      "[17]\tvalid_0's auc: 0.749041\n",
      "[18]\tvalid_0's auc: 0.748144\n",
      "[19]\tvalid_0's auc: 0.753447\n",
      "[20]\tvalid_0's auc: 0.751734\n",
      "[21]\tvalid_0's auc: 0.753202\n",
      "[22]\tvalid_0's auc: 0.753039\n",
      "[23]\tvalid_0's auc: 0.754344\n",
      "[24]\tvalid_0's auc: 0.756547\n",
      "[25]\tvalid_0's auc: 0.754018\n",
      "[26]\tvalid_0's auc: 0.753284\n",
      "[27]\tvalid_0's auc: 0.753202\n",
      "[28]\tvalid_0's auc: 0.747981\n",
      "[29]\tvalid_0's auc: 0.750102\n",
      "[30]\tvalid_0's auc: 0.747328\n",
      "[31]\tvalid_0's auc: 0.748633\n",
      "[32]\tvalid_0's auc: 0.749123\n",
      "[33]\tvalid_0's auc: 0.749368\n",
      "[34]\tvalid_0's auc: 0.746675\n",
      "[35]\tvalid_0's auc: 0.747002\n",
      "[36]\tvalid_0's auc: 0.74741\n",
      "[37]\tvalid_0's auc: 0.746186\n",
      "[38]\tvalid_0's auc: 0.746594\n",
      "[39]\tvalid_0's auc: 0.748552\n",
      "[40]\tvalid_0's auc: 0.749041\n",
      "[41]\tvalid_0's auc: 0.748633\n",
      "[42]\tvalid_0's auc: 0.747328\n",
      "[43]\tvalid_0's auc: 0.745125\n",
      "[44]\tvalid_0's auc: 0.745615\n",
      "[45]\tvalid_0's auc: 0.746675\n",
      "[46]\tvalid_0's auc: 0.747491\n",
      "[47]\tvalid_0's auc: 0.750184\n",
      "[48]\tvalid_0's auc: 0.751734\n",
      "[49]\tvalid_0's auc: 0.750918\n",
      "[50]\tvalid_0's auc: 0.753121\n",
      "[51]\tvalid_0's auc: 0.751815\n",
      "[52]\tvalid_0's auc: 0.751244\n",
      "[53]\tvalid_0's auc: 0.748715\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[54]\tvalid_0's auc: 0.745941\n",
      "[55]\tvalid_0's auc: 0.74488\n",
      "[56]\tvalid_0's auc: 0.743657\n",
      "[57]\tvalid_0's auc: 0.742678\n",
      "[58]\tvalid_0's auc: 0.742025\n",
      "[59]\tvalid_0's auc: 0.741454\n",
      "[60]\tvalid_0's auc: 0.739904\n",
      "[61]\tvalid_0's auc: 0.740638\n",
      "[62]\tvalid_0's auc: 0.742514\n",
      "[63]\tvalid_0's auc: 0.742678\n",
      "[64]\tvalid_0's auc: 0.743983\n",
      "[65]\tvalid_0's auc: 0.743657\n",
      "[66]\tvalid_0's auc: 0.742433\n",
      "[67]\tvalid_0's auc: 0.743575\n",
      "[68]\tvalid_0's auc: 0.745125\n",
      "[69]\tvalid_0's auc: 0.744962\n",
      "[70]\tvalid_0's auc: 0.744473\n",
      "[71]\tvalid_0's auc: 0.744391\n",
      "[72]\tvalid_0's auc: 0.746186\n",
      "[73]\tvalid_0's auc: 0.746349\n",
      "[74]\tvalid_0's auc: 0.745207\n",
      "[75]\tvalid_0's auc: 0.744962\n",
      "[76]\tvalid_0's auc: 0.745288\n",
      "[77]\tvalid_0's auc: 0.743901\n",
      "[78]\tvalid_0's auc: 0.743983\n",
      "[79]\tvalid_0's auc: 0.744962\n",
      "[80]\tvalid_0's auc: 0.743901\n",
      "[81]\tvalid_0's auc: 0.745452\n",
      "[82]\tvalid_0's auc: 0.746023\n",
      "[83]\tvalid_0's auc: 0.746675\n",
      "[84]\tvalid_0's auc: 0.745615\n",
      "[85]\tvalid_0's auc: 0.745288\n",
      "[86]\tvalid_0's auc: 0.744962\n",
      "[87]\tvalid_0's auc: 0.745288\n",
      "[88]\tvalid_0's auc: 0.744962\n",
      "[89]\tvalid_0's auc: 0.745778\n",
      "[90]\tvalid_0's auc: 0.744962\n",
      "[91]\tvalid_0's auc: 0.743657\n",
      "[92]\tvalid_0's auc: 0.742188\n",
      "[93]\tvalid_0's auc: 0.740964\n",
      "[94]\tvalid_0's auc: 0.740556\n",
      "[95]\tvalid_0's auc: 0.741943\n",
      "[96]\tvalid_0's auc: 0.741372\n",
      "[97]\tvalid_0's auc: 0.742596\n",
      "[98]\tvalid_0's auc: 0.742025\n",
      "[99]\tvalid_0's auc: 0.744309\n",
      "[100]\tvalid_0's auc: 0.744473\n",
      "[101]\tvalid_0's auc: 0.745615\n",
      "[102]\tvalid_0's auc: 0.747083\n",
      "[103]\tvalid_0's auc: 0.748144\n",
      "[104]\tvalid_0's auc: 0.747899\n",
      "[105]\tvalid_0's auc: 0.750102\n",
      "[106]\tvalid_0's auc: 0.751163\n",
      "[107]\tvalid_0's auc: 0.751978\n",
      "[108]\tvalid_0's auc: 0.752142\n",
      "[109]\tvalid_0's auc: 0.752468\n",
      "[110]\tvalid_0's auc: 0.75361\n",
      "[111]\tvalid_0's auc: 0.753039\n",
      "[112]\tvalid_0's auc: 0.751734\n",
      "[113]\tvalid_0's auc: 0.751734\n",
      "[114]\tvalid_0's auc: 0.752631\n",
      "[115]\tvalid_0's auc: 0.751652\n",
      "[116]\tvalid_0's auc: 0.751652\n",
      "[117]\tvalid_0's auc: 0.751081\n",
      "[118]\tvalid_0's auc: 0.751326\n",
      "[119]\tvalid_0's auc: 0.752305\n",
      "[120]\tvalid_0's auc: 0.750836\n",
      "[121]\tvalid_0's auc: 0.751897\n",
      "[122]\tvalid_0's auc: 0.751163\n",
      "[123]\tvalid_0's auc: 0.751407\n",
      "[124]\tvalid_0's auc: 0.751407\n",
      "[125]\tvalid_0's auc: 0.751571\n",
      "[126]\tvalid_0's auc: 0.751897\n",
      "[127]\tvalid_0's auc: 0.752468\n",
      "[128]\tvalid_0's auc: 0.752468\n",
      "[129]\tvalid_0's auc: 0.75361\n",
      "[130]\tvalid_0's auc: 0.754834\n",
      "[131]\tvalid_0's auc: 0.752794\n",
      "[132]\tvalid_0's auc: 0.752713\n",
      "[133]\tvalid_0's auc: 0.751244\n",
      "[134]\tvalid_0's auc: 0.750755\n",
      "[135]\tvalid_0's auc: 0.751081\n",
      "[136]\tvalid_0's auc: 0.750836\n",
      "[137]\tvalid_0's auc: 0.752468\n",
      "[138]\tvalid_0's auc: 0.75206\n",
      "[139]\tvalid_0's auc: 0.751978\n",
      "[140]\tvalid_0's auc: 0.75255\n",
      "[141]\tvalid_0's auc: 0.752631\n",
      "[142]\tvalid_0's auc: 0.752876\n",
      "[143]\tvalid_0's auc: 0.752386\n",
      "[144]\tvalid_0's auc: 0.752794\n",
      "[145]\tvalid_0's auc: 0.752386\n",
      "[146]\tvalid_0's auc: 0.753447\n",
      "[147]\tvalid_0's auc: 0.753039\n",
      "[148]\tvalid_0's auc: 0.752468\n",
      "[149]\tvalid_0's auc: 0.75206\n",
      "[150]\tvalid_0's auc: 0.751571\n",
      "[151]\tvalid_0's auc: 0.753284\n",
      "[152]\tvalid_0's auc: 0.753039\n",
      "[153]\tvalid_0's auc: 0.753773\n",
      "[154]\tvalid_0's auc: 0.753284\n",
      "[155]\tvalid_0's auc: 0.753447\n",
      "[156]\tvalid_0's auc: 0.753365\n",
      "[157]\tvalid_0's auc: 0.753039\n",
      "[158]\tvalid_0's auc: 0.753039\n",
      "[159]\tvalid_0's auc: 0.753365\n",
      "[160]\tvalid_0's auc: 0.753529\n",
      "[161]\tvalid_0's auc: 0.753529\n",
      "[162]\tvalid_0's auc: 0.753773\n",
      "[163]\tvalid_0's auc: 0.753365\n",
      "[164]\tvalid_0's auc: 0.75255\n",
      "[165]\tvalid_0's auc: 0.753773\n",
      "[166]\tvalid_0's auc: 0.751326\n",
      "[167]\tvalid_0's auc: 0.750591\n",
      "[168]\tvalid_0's auc: 0.75051\n",
      "[169]\tvalid_0's auc: 0.750184\n",
      "[170]\tvalid_0's auc: 0.748715\n",
      "[171]\tvalid_0's auc: 0.747981\n",
      "[172]\tvalid_0's auc: 0.748307\n",
      "[173]\tvalid_0's auc: 0.747328\n",
      "[174]\tvalid_0's auc: 0.747818\n",
      "[175]\tvalid_0's auc: 0.748226\n",
      "[176]\tvalid_0's auc: 0.748062\n",
      "[177]\tvalid_0's auc: 0.747165\n",
      "[178]\tvalid_0's auc: 0.746594\n",
      "[179]\tvalid_0's auc: 0.746267\n",
      "[180]\tvalid_0's auc: 0.747083\n",
      "[181]\tvalid_0's auc: 0.746512\n",
      "[182]\tvalid_0's auc: 0.746594\n",
      "[183]\tvalid_0's auc: 0.746757\n",
      "[184]\tvalid_0's auc: 0.747002\n",
      "[185]\tvalid_0's auc: 0.746431\n",
      "[186]\tvalid_0's auc: 0.746512\n",
      "[187]\tvalid_0's auc: 0.746431\n",
      "[188]\tvalid_0's auc: 0.746267\n",
      "[189]\tvalid_0's auc: 0.746594\n",
      "[190]\tvalid_0's auc: 0.746186\n",
      "[191]\tvalid_0's auc: 0.746104\n",
      "[192]\tvalid_0's auc: 0.745207\n",
      "[193]\tvalid_0's auc: 0.746594\n",
      "[194]\tvalid_0's auc: 0.746757\n",
      "[195]\tvalid_0's auc: 0.747002\n",
      "[196]\tvalid_0's auc: 0.746675\n",
      "[197]\tvalid_0's auc: 0.747083\n",
      "[198]\tvalid_0's auc: 0.747246\n",
      "[199]\tvalid_0's auc: 0.747328\n",
      "[200]\tvalid_0's auc: 0.74847\n",
      "[201]\tvalid_0's auc: 0.747899\n",
      "[202]\tvalid_0's auc: 0.748062\n",
      "[203]\tvalid_0's auc: 0.747328\n",
      "[204]\tvalid_0's auc: 0.747981\n",
      "[205]\tvalid_0's auc: 0.747328\n",
      "[206]\tvalid_0's auc: 0.748062\n",
      "[207]\tvalid_0's auc: 0.747654\n",
      "[208]\tvalid_0's auc: 0.748307\n",
      "[209]\tvalid_0's auc: 0.748715\n",
      "[210]\tvalid_0's auc: 0.748715\n",
      "[211]\tvalid_0's auc: 0.748389\n",
      "[212]\tvalid_0's auc: 0.748715\n",
      "[213]\tvalid_0's auc: 0.74847\n",
      "[214]\tvalid_0's auc: 0.747573\n",
      "[215]\tvalid_0's auc: 0.747083\n",
      "[216]\tvalid_0's auc: 0.747736\n",
      "[217]\tvalid_0's auc: 0.747981\n",
      "[218]\tvalid_0's auc: 0.747736\n",
      "[219]\tvalid_0's auc: 0.747899\n",
      "[220]\tvalid_0's auc: 0.748062\n",
      "[221]\tvalid_0's auc: 0.747165\n",
      "[222]\tvalid_0's auc: 0.747246\n",
      "[223]\tvalid_0's auc: 0.747002\n",
      "[224]\tvalid_0's auc: 0.748307\n",
      "Early stopping, best iteration is:\n",
      "[24]\tvalid_0's auc: 0.756547\n",
      "[1]\tvalid_0's auc: 0.726656\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.700122\n",
      "[3]\tvalid_0's auc: 0.717838\n",
      "[4]\tvalid_0's auc: 0.726453\n",
      "[5]\tvalid_0's auc: 0.734742\n",
      "[6]\tvalid_0's auc: 0.739902\n",
      "[7]\tvalid_0's auc: 0.747907\n",
      "[8]\tvalid_0's auc: 0.750589\n",
      "[9]\tvalid_0's auc: 0.749086\n",
      "[10]\tvalid_0's auc: 0.754043\n",
      "[11]\tvalid_0's auc: 0.754734\n",
      "[12]\tvalid_0's auc: 0.753027\n",
      "[13]\tvalid_0's auc: 0.751686\n",
      "[14]\tvalid_0's auc: 0.748314\n",
      "[15]\tvalid_0's auc: 0.750102\n",
      "[16]\tvalid_0's auc: 0.752865\n",
      "[17]\tvalid_0's auc: 0.754734\n",
      "[18]\tvalid_0's auc: 0.75384\n",
      "[19]\tvalid_0's auc: 0.751158\n",
      "[20]\tvalid_0's auc: 0.752296\n",
      "[21]\tvalid_0's auc: 0.757659\n",
      "[22]\tvalid_0's auc: 0.759122\n",
      "[23]\tvalid_0's auc: 0.762292\n",
      "[24]\tvalid_0's auc: 0.763836\n",
      "[25]\tvalid_0's auc: 0.762942\n",
      "[26]\tvalid_0's auc: 0.764161\n",
      "[27]\tvalid_0's auc: 0.760423\n",
      "[28]\tvalid_0's auc: 0.762292\n",
      "[29]\tvalid_0's auc: 0.758879\n",
      "[30]\tvalid_0's auc: 0.761154\n",
      "[31]\tvalid_0's auc: 0.761154\n",
      "[32]\tvalid_0's auc: 0.761804\n",
      "[33]\tvalid_0's auc: 0.761154\n",
      "[34]\tvalid_0's auc: 0.761154\n",
      "[35]\tvalid_0's auc: 0.760748\n",
      "[36]\tvalid_0's auc: 0.759772\n",
      "[37]\tvalid_0's auc: 0.757741\n",
      "[38]\tvalid_0's auc: 0.757741\n",
      "[39]\tvalid_0's auc: 0.758635\n",
      "[40]\tvalid_0's auc: 0.757903\n",
      "[41]\tvalid_0's auc: 0.759285\n",
      "[42]\tvalid_0's auc: 0.75831\n",
      "[43]\tvalid_0's auc: 0.759122\n",
      "[44]\tvalid_0's auc: 0.757497\n",
      "[45]\tvalid_0's auc: 0.756197\n",
      "[46]\tvalid_0's auc: 0.755221\n",
      "[47]\tvalid_0's auc: 0.754815\n",
      "[48]\tvalid_0's auc: 0.753352\n",
      "[49]\tvalid_0's auc: 0.754978\n",
      "[50]\tvalid_0's auc: 0.753596\n",
      "[51]\tvalid_0's auc: 0.754165\n",
      "[52]\tvalid_0's auc: 0.754246\n",
      "[53]\tvalid_0's auc: 0.755384\n",
      "[54]\tvalid_0's auc: 0.756522\n",
      "[55]\tvalid_0's auc: 0.75579\n",
      "[56]\tvalid_0's auc: 0.754165\n",
      "[57]\tvalid_0's auc: 0.754653\n",
      "[58]\tvalid_0's auc: 0.75449\n",
      "[59]\tvalid_0's auc: 0.754246\n",
      "[60]\tvalid_0's auc: 0.753921\n",
      "[61]\tvalid_0's auc: 0.75449\n",
      "[62]\tvalid_0's auc: 0.754978\n",
      "[63]\tvalid_0's auc: 0.754409\n",
      "[64]\tvalid_0's auc: 0.754978\n",
      "[65]\tvalid_0's auc: 0.756197\n",
      "[66]\tvalid_0's auc: 0.754653\n",
      "[67]\tvalid_0's auc: 0.75384\n",
      "[68]\tvalid_0's auc: 0.75514\n",
      "[69]\tvalid_0's auc: 0.755953\n",
      "[70]\tvalid_0's auc: 0.75644\n",
      "[71]\tvalid_0's auc: 0.757172\n",
      "[72]\tvalid_0's auc: 0.757497\n",
      "[73]\tvalid_0's auc: 0.758635\n",
      "[74]\tvalid_0's auc: 0.75831\n",
      "[75]\tvalid_0's auc: 0.759772\n",
      "[76]\tvalid_0's auc: 0.759691\n",
      "[77]\tvalid_0's auc: 0.757822\n",
      "[78]\tvalid_0's auc: 0.758716\n",
      "[79]\tvalid_0's auc: 0.758391\n",
      "[80]\tvalid_0's auc: 0.758147\n",
      "[81]\tvalid_0's auc: 0.758716\n",
      "[82]\tvalid_0's auc: 0.757985\n",
      "[83]\tvalid_0's auc: 0.758066\n",
      "[84]\tvalid_0's auc: 0.757659\n",
      "[85]\tvalid_0's auc: 0.756928\n",
      "[86]\tvalid_0's auc: 0.757172\n",
      "[87]\tvalid_0's auc: 0.755953\n",
      "[88]\tvalid_0's auc: 0.755872\n",
      "[89]\tvalid_0's auc: 0.753515\n",
      "[90]\tvalid_0's auc: 0.75319\n",
      "[91]\tvalid_0's auc: 0.751564\n",
      "[92]\tvalid_0's auc: 0.74937\n",
      "[93]\tvalid_0's auc: 0.74677\n",
      "[94]\tvalid_0's auc: 0.745063\n",
      "[95]\tvalid_0's auc: 0.745469\n",
      "[96]\tvalid_0's auc: 0.745307\n",
      "[97]\tvalid_0's auc: 0.746038\n",
      "[98]\tvalid_0's auc: 0.746038\n",
      "[99]\tvalid_0's auc: 0.745713\n",
      "[100]\tvalid_0's auc: 0.745713\n",
      "[101]\tvalid_0's auc: 0.746282\n",
      "[102]\tvalid_0's auc: 0.745469\n",
      "[103]\tvalid_0's auc: 0.744657\n",
      "[104]\tvalid_0's auc: 0.746119\n",
      "[105]\tvalid_0's auc: 0.747582\n",
      "[106]\tvalid_0's auc: 0.746363\n",
      "[107]\tvalid_0's auc: 0.746119\n",
      "[108]\tvalid_0's auc: 0.746932\n",
      "[109]\tvalid_0's auc: 0.747745\n",
      "[110]\tvalid_0's auc: 0.748151\n",
      "[111]\tvalid_0's auc: 0.746445\n",
      "[112]\tvalid_0's auc: 0.746038\n",
      "[113]\tvalid_0's auc: 0.745794\n",
      "[114]\tvalid_0's auc: 0.746363\n",
      "[115]\tvalid_0's auc: 0.746363\n",
      "[116]\tvalid_0's auc: 0.746526\n",
      "[117]\tvalid_0's auc: 0.745876\n",
      "[118]\tvalid_0's auc: 0.745713\n",
      "[119]\tvalid_0's auc: 0.745469\n",
      "[120]\tvalid_0's auc: 0.746932\n",
      "[121]\tvalid_0's auc: 0.746607\n",
      "[122]\tvalid_0's auc: 0.746445\n",
      "[123]\tvalid_0's auc: 0.747013\n",
      "[124]\tvalid_0's auc: 0.747176\n",
      "[125]\tvalid_0's auc: 0.747338\n",
      "[126]\tvalid_0's auc: 0.749126\n",
      "[127]\tvalid_0's auc: 0.75067\n",
      "[128]\tvalid_0's auc: 0.750833\n",
      "[129]\tvalid_0's auc: 0.750996\n",
      "[130]\tvalid_0's auc: 0.750264\n",
      "[131]\tvalid_0's auc: 0.750589\n",
      "[132]\tvalid_0's auc: 0.750589\n",
      "[133]\tvalid_0's auc: 0.750345\n",
      "[134]\tvalid_0's auc: 0.750752\n",
      "[135]\tvalid_0's auc: 0.750914\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[136]\tvalid_0's auc: 0.751321\n",
      "[137]\tvalid_0's auc: 0.751239\n",
      "[138]\tvalid_0's auc: 0.751158\n",
      "[139]\tvalid_0's auc: 0.751158\n",
      "[140]\tvalid_0's auc: 0.751239\n",
      "[141]\tvalid_0's auc: 0.751402\n",
      "[142]\tvalid_0's auc: 0.751808\n",
      "[143]\tvalid_0's auc: 0.751971\n",
      "[144]\tvalid_0's auc: 0.750833\n",
      "[145]\tvalid_0's auc: 0.749289\n",
      "[146]\tvalid_0's auc: 0.750833\n",
      "[147]\tvalid_0's auc: 0.750752\n",
      "[148]\tvalid_0's auc: 0.749939\n",
      "[149]\tvalid_0's auc: 0.750102\n",
      "[150]\tvalid_0's auc: 0.748801\n",
      "[151]\tvalid_0's auc: 0.750345\n",
      "[152]\tvalid_0's auc: 0.750345\n",
      "[153]\tvalid_0's auc: 0.751646\n",
      "[154]\tvalid_0's auc: 0.751402\n",
      "[155]\tvalid_0's auc: 0.750752\n",
      "[156]\tvalid_0's auc: 0.751077\n",
      "[157]\tvalid_0's auc: 0.751483\n",
      "[158]\tvalid_0's auc: 0.752133\n",
      "[159]\tvalid_0's auc: 0.751971\n",
      "[160]\tvalid_0's auc: 0.752215\n",
      "[161]\tvalid_0's auc: 0.753108\n",
      "[162]\tvalid_0's auc: 0.751727\n",
      "[163]\tvalid_0's auc: 0.752783\n",
      "[164]\tvalid_0's auc: 0.752702\n",
      "[165]\tvalid_0's auc: 0.752296\n",
      "[166]\tvalid_0's auc: 0.751808\n",
      "[167]\tvalid_0's auc: 0.751483\n",
      "[168]\tvalid_0's auc: 0.751402\n",
      "[169]\tvalid_0's auc: 0.752621\n",
      "[170]\tvalid_0's auc: 0.752865\n",
      "[171]\tvalid_0's auc: 0.753271\n",
      "[172]\tvalid_0's auc: 0.752458\n",
      "[173]\tvalid_0's auc: 0.751564\n",
      "[174]\tvalid_0's auc: 0.751077\n",
      "[175]\tvalid_0's auc: 0.751077\n",
      "[176]\tvalid_0's auc: 0.751727\n",
      "[177]\tvalid_0's auc: 0.752296\n",
      "[178]\tvalid_0's auc: 0.752946\n",
      "[179]\tvalid_0's auc: 0.752133\n",
      "[180]\tvalid_0's auc: 0.753108\n",
      "[181]\tvalid_0's auc: 0.752783\n",
      "[182]\tvalid_0's auc: 0.752458\n",
      "[183]\tvalid_0's auc: 0.753352\n",
      "[184]\tvalid_0's auc: 0.752702\n",
      "[185]\tvalid_0's auc: 0.752865\n",
      "[186]\tvalid_0's auc: 0.752946\n",
      "[187]\tvalid_0's auc: 0.752783\n",
      "[188]\tvalid_0's auc: 0.752458\n",
      "[189]\tvalid_0's auc: 0.75254\n",
      "[190]\tvalid_0's auc: 0.752783\n",
      "[191]\tvalid_0's auc: 0.75254\n",
      "[192]\tvalid_0's auc: 0.752215\n",
      "[193]\tvalid_0's auc: 0.752133\n",
      "[194]\tvalid_0's auc: 0.750996\n",
      "[195]\tvalid_0's auc: 0.752296\n",
      "[196]\tvalid_0's auc: 0.752215\n",
      "[197]\tvalid_0's auc: 0.753271\n",
      "[198]\tvalid_0's auc: 0.752621\n",
      "[199]\tvalid_0's auc: 0.751808\n",
      "[200]\tvalid_0's auc: 0.75254\n",
      "[201]\tvalid_0's auc: 0.751889\n",
      "[202]\tvalid_0's auc: 0.752052\n",
      "[203]\tvalid_0's auc: 0.750345\n",
      "[204]\tvalid_0's auc: 0.749045\n",
      "[205]\tvalid_0's auc: 0.748557\n",
      "[206]\tvalid_0's auc: 0.74872\n",
      "[207]\tvalid_0's auc: 0.747989\n",
      "[208]\tvalid_0's auc: 0.747582\n",
      "[209]\tvalid_0's auc: 0.747176\n",
      "[210]\tvalid_0's auc: 0.747257\n",
      "[211]\tvalid_0's auc: 0.746607\n",
      "[212]\tvalid_0's auc: 0.746932\n",
      "[213]\tvalid_0's auc: 0.747095\n",
      "[214]\tvalid_0's auc: 0.746526\n",
      "[215]\tvalid_0's auc: 0.746607\n",
      "[216]\tvalid_0's auc: 0.745876\n",
      "[217]\tvalid_0's auc: 0.746526\n",
      "[218]\tvalid_0's auc: 0.747582\n",
      "[219]\tvalid_0's auc: 0.747176\n",
      "[220]\tvalid_0's auc: 0.746201\n",
      "[221]\tvalid_0's auc: 0.746445\n",
      "[222]\tvalid_0's auc: 0.746201\n",
      "[223]\tvalid_0's auc: 0.746851\n",
      "[224]\tvalid_0's auc: 0.747176\n",
      "[225]\tvalid_0's auc: 0.747013\n",
      "[226]\tvalid_0's auc: 0.748151\n",
      "Early stopping, best iteration is:\n",
      "[26]\tvalid_0's auc: 0.764161\n",
      "[1]\tvalid_0's auc: 0.731225\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.731631\n",
      "[3]\tvalid_0's auc: 0.742916\n",
      "[4]\tvalid_0's auc: 0.774458\n",
      "[5]\tvalid_0's auc: 0.766826\n",
      "[6]\tvalid_0's auc: 0.779857\n",
      "[7]\tvalid_0's auc: 0.780344\n",
      "[8]\tvalid_0's auc: 0.7773\n",
      "[9]\tvalid_0's auc: 0.781319\n",
      "[10]\tvalid_0's auc: 0.782739\n",
      "[11]\tvalid_0's auc: 0.781562\n",
      "[12]\tvalid_0's auc: 0.779208\n",
      "[13]\tvalid_0's auc: 0.781481\n",
      "[14]\tvalid_0's auc: 0.784728\n",
      "[15]\tvalid_0's auc: 0.782861\n",
      "[16]\tvalid_0's auc: 0.783714\n",
      "[17]\tvalid_0's auc: 0.783551\n",
      "[18]\tvalid_0's auc: 0.785337\n",
      "[19]\tvalid_0's auc: 0.78412\n",
      "[20]\tvalid_0's auc: 0.783714\n",
      "[21]\tvalid_0's auc: 0.783308\n",
      "[22]\tvalid_0's auc: 0.783389\n",
      "[23]\tvalid_0's auc: 0.782658\n",
      "[24]\tvalid_0's auc: 0.783226\n",
      "[25]\tvalid_0's auc: 0.783389\n",
      "[26]\tvalid_0's auc: 0.785906\n",
      "[27]\tvalid_0's auc: 0.787529\n",
      "[28]\tvalid_0's auc: 0.79167\n",
      "[29]\tvalid_0's auc: 0.793213\n",
      "[30]\tvalid_0's auc: 0.796217\n",
      "[31]\tvalid_0's auc: 0.792563\n",
      "[32]\tvalid_0's auc: 0.792888\n",
      "[33]\tvalid_0's auc: 0.794999\n",
      "[34]\tvalid_0's auc: 0.795161\n",
      "[35]\tvalid_0's auc: 0.795973\n",
      "[36]\tvalid_0's auc: 0.796947\n",
      "[37]\tvalid_0's auc: 0.798652\n",
      "[38]\tvalid_0's auc: 0.799545\n",
      "[39]\tvalid_0's auc: 0.798733\n",
      "[40]\tvalid_0's auc: 0.80125\n",
      "[41]\tvalid_0's auc: 0.80328\n",
      "[42]\tvalid_0's auc: 0.803605\n",
      "[43]\tvalid_0's auc: 0.804173\n",
      "[44]\tvalid_0's auc: 0.803442\n",
      "[45]\tvalid_0's auc: 0.801981\n",
      "[46]\tvalid_0's auc: 0.804904\n",
      "[47]\tvalid_0's auc: 0.804904\n",
      "[48]\tvalid_0's auc: 0.80393\n",
      "[49]\tvalid_0's auc: 0.806934\n",
      "[50]\tvalid_0's auc: 0.806122\n",
      "[51]\tvalid_0's auc: 0.80604\n",
      "[52]\tvalid_0's auc: 0.803605\n",
      "[53]\tvalid_0's auc: 0.803361\n",
      "[54]\tvalid_0's auc: 0.804335\n",
      "[55]\tvalid_0's auc: 0.803442\n",
      "[56]\tvalid_0's auc: 0.804173\n",
      "[57]\tvalid_0's auc: 0.80328\n",
      "[58]\tvalid_0's auc: 0.803361\n",
      "[59]\tvalid_0's auc: 0.802712\n",
      "[60]\tvalid_0's auc: 0.802143\n",
      "[61]\tvalid_0's auc: 0.801494\n",
      "[62]\tvalid_0's auc: 0.800844\n",
      "[63]\tvalid_0's auc: 0.799545\n",
      "[64]\tvalid_0's auc: 0.79784\n",
      "[65]\tvalid_0's auc: 0.798003\n",
      "[66]\tvalid_0's auc: 0.799058\n",
      "[67]\tvalid_0's auc: 0.79987\n",
      "[68]\tvalid_0's auc: 0.800114\n",
      "[69]\tvalid_0's auc: 0.798652\n",
      "[70]\tvalid_0's auc: 0.798165\n",
      "[71]\tvalid_0's auc: 0.797759\n",
      "[72]\tvalid_0's auc: 0.798977\n",
      "[73]\tvalid_0's auc: 0.797759\n",
      "[74]\tvalid_0's auc: 0.798328\n",
      "[75]\tvalid_0's auc: 0.797434\n",
      "[76]\tvalid_0's auc: 0.798896\n",
      "[77]\tvalid_0's auc: 0.798571\n",
      "[78]\tvalid_0's auc: 0.79784\n",
      "[79]\tvalid_0's auc: 0.79784\n",
      "[80]\tvalid_0's auc: 0.797434\n",
      "[81]\tvalid_0's auc: 0.79711\n",
      "[82]\tvalid_0's auc: 0.796379\n",
      "[83]\tvalid_0's auc: 0.797434\n",
      "[84]\tvalid_0's auc: 0.798084\n",
      "[85]\tvalid_0's auc: 0.798246\n",
      "[86]\tvalid_0's auc: 0.798084\n",
      "[87]\tvalid_0's auc: 0.795811\n",
      "[88]\tvalid_0's auc: 0.795567\n",
      "[89]\tvalid_0's auc: 0.794593\n",
      "[90]\tvalid_0's auc: 0.794025\n",
      "[91]\tvalid_0's auc: 0.794187\n",
      "[92]\tvalid_0's auc: 0.794349\n",
      "[93]\tvalid_0's auc: 0.79508\n",
      "[94]\tvalid_0's auc: 0.794674\n",
      "[95]\tvalid_0's auc: 0.795486\n",
      "[96]\tvalid_0's auc: 0.791832\n",
      "[97]\tvalid_0's auc: 0.790533\n",
      "[98]\tvalid_0's auc: 0.789234\n",
      "[99]\tvalid_0's auc: 0.789234\n",
      "[100]\tvalid_0's auc: 0.787854\n",
      "[101]\tvalid_0's auc: 0.787205\n",
      "[102]\tvalid_0's auc: 0.788341\n",
      "[103]\tvalid_0's auc: 0.787692\n",
      "[104]\tvalid_0's auc: 0.786961\n",
      "[105]\tvalid_0's auc: 0.787042\n",
      "[106]\tvalid_0's auc: 0.788341\n",
      "[107]\tvalid_0's auc: 0.787854\n",
      "[108]\tvalid_0's auc: 0.787448\n",
      "[109]\tvalid_0's auc: 0.788179\n",
      "[110]\tvalid_0's auc: 0.788828\n",
      "[111]\tvalid_0's auc: 0.789072\n",
      "[112]\tvalid_0's auc: 0.789397\n",
      "[113]\tvalid_0's auc: 0.788017\n",
      "[114]\tvalid_0's auc: 0.786961\n",
      "[115]\tvalid_0's auc: 0.786393\n",
      "[116]\tvalid_0's auc: 0.786149\n",
      "[117]\tvalid_0's auc: 0.786799\n",
      "[118]\tvalid_0's auc: 0.786393\n",
      "[119]\tvalid_0's auc: 0.784363\n",
      "[120]\tvalid_0's auc: 0.78485\n",
      "[121]\tvalid_0's auc: 0.784038\n",
      "[122]\tvalid_0's auc: 0.785337\n",
      "[123]\tvalid_0's auc: 0.784201\n",
      "[124]\tvalid_0's auc: 0.78412\n",
      "[125]\tvalid_0's auc: 0.783551\n",
      "[126]\tvalid_0's auc: 0.783714\n",
      "[127]\tvalid_0's auc: 0.784038\n",
      "[128]\tvalid_0's auc: 0.783957\n",
      "[129]\tvalid_0's auc: 0.784201\n",
      "[130]\tvalid_0's auc: 0.785013\n",
      "[131]\tvalid_0's auc: 0.786555\n",
      "[132]\tvalid_0's auc: 0.787448\n",
      "[133]\tvalid_0's auc: 0.787123\n",
      "[134]\tvalid_0's auc: 0.788423\n",
      "[135]\tvalid_0's auc: 0.789316\n",
      "[136]\tvalid_0's auc: 0.789397\n",
      "[137]\tvalid_0's auc: 0.789559\n",
      "[138]\tvalid_0's auc: 0.78964\n",
      "[139]\tvalid_0's auc: 0.789884\n",
      "[140]\tvalid_0's auc: 0.788504\n",
      "[141]\tvalid_0's auc: 0.78826\n",
      "[142]\tvalid_0's auc: 0.788179\n",
      "[143]\tvalid_0's auc: 0.787773\n",
      "[144]\tvalid_0's auc: 0.788017\n",
      "[145]\tvalid_0's auc: 0.788098\n",
      "[146]\tvalid_0's auc: 0.787773\n",
      "[147]\tvalid_0's auc: 0.787448\n",
      "[148]\tvalid_0's auc: 0.787448\n",
      "[149]\tvalid_0's auc: 0.78826\n",
      "[150]\tvalid_0's auc: 0.789722\n",
      "[151]\tvalid_0's auc: 0.789559\n",
      "[152]\tvalid_0's auc: 0.789397\n",
      "[153]\tvalid_0's auc: 0.790777\n",
      "[154]\tvalid_0's auc: 0.790046\n",
      "[155]\tvalid_0's auc: 0.789803\n",
      "[156]\tvalid_0's auc: 0.790127\n",
      "[157]\tvalid_0's auc: 0.789316\n",
      "[158]\tvalid_0's auc: 0.788017\n",
      "[159]\tvalid_0's auc: 0.787367\n",
      "[160]\tvalid_0's auc: 0.787611\n",
      "[161]\tvalid_0's auc: 0.788504\n",
      "[162]\tvalid_0's auc: 0.787367\n",
      "[163]\tvalid_0's auc: 0.787854\n",
      "[164]\tvalid_0's auc: 0.789234\n",
      "[165]\tvalid_0's auc: 0.788747\n",
      "[166]\tvalid_0's auc: 0.789478\n",
      "[167]\tvalid_0's auc: 0.788423\n",
      "[168]\tvalid_0's auc: 0.787529\n",
      "[169]\tvalid_0's auc: 0.78891\n",
      "[170]\tvalid_0's auc: 0.789316\n",
      "[171]\tvalid_0's auc: 0.790615\n",
      "[172]\tvalid_0's auc: 0.79167\n",
      "[173]\tvalid_0's auc: 0.791345\n",
      "[174]\tvalid_0's auc: 0.791914\n",
      "[175]\tvalid_0's auc: 0.792482\n",
      "[176]\tvalid_0's auc: 0.792969\n",
      "[177]\tvalid_0's auc: 0.793213\n",
      "[178]\tvalid_0's auc: 0.79232\n",
      "[179]\tvalid_0's auc: 0.791995\n",
      "[180]\tvalid_0's auc: 0.791264\n",
      "[181]\tvalid_0's auc: 0.792157\n",
      "[182]\tvalid_0's auc: 0.792401\n",
      "[183]\tvalid_0's auc: 0.792482\n",
      "[184]\tvalid_0's auc: 0.792644\n",
      "[185]\tvalid_0's auc: 0.792563\n",
      "[186]\tvalid_0's auc: 0.793294\n",
      "[187]\tvalid_0's auc: 0.792076\n",
      "[188]\tvalid_0's auc: 0.791995\n",
      "[189]\tvalid_0's auc: 0.791832\n",
      "[190]\tvalid_0's auc: 0.792076\n",
      "[191]\tvalid_0's auc: 0.792726\n",
      "[192]\tvalid_0's auc: 0.792563\n",
      "[193]\tvalid_0's auc: 0.792644\n",
      "[194]\tvalid_0's auc: 0.791345\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[195]\tvalid_0's auc: 0.792238\n",
      "[196]\tvalid_0's auc: 0.792807\n",
      "[197]\tvalid_0's auc: 0.793294\n",
      "[198]\tvalid_0's auc: 0.793131\n",
      "[199]\tvalid_0's auc: 0.792563\n",
      "[200]\tvalid_0's auc: 0.793537\n",
      "[201]\tvalid_0's auc: 0.792726\n",
      "[202]\tvalid_0's auc: 0.791345\n",
      "[203]\tvalid_0's auc: 0.791345\n",
      "[204]\tvalid_0's auc: 0.788423\n",
      "[205]\tvalid_0's auc: 0.78891\n",
      "[206]\tvalid_0's auc: 0.789559\n",
      "[207]\tvalid_0's auc: 0.789316\n",
      "[208]\tvalid_0's auc: 0.788585\n",
      "[209]\tvalid_0's auc: 0.788341\n",
      "[210]\tvalid_0's auc: 0.788341\n",
      "[211]\tvalid_0's auc: 0.788666\n",
      "[212]\tvalid_0's auc: 0.789478\n",
      "[213]\tvalid_0's auc: 0.789559\n",
      "[214]\tvalid_0's auc: 0.788423\n",
      "[215]\tvalid_0's auc: 0.787854\n",
      "[216]\tvalid_0's auc: 0.788423\n",
      "[217]\tvalid_0's auc: 0.788098\n",
      "[218]\tvalid_0's auc: 0.787773\n",
      "[219]\tvalid_0's auc: 0.78826\n",
      "[220]\tvalid_0's auc: 0.787854\n",
      "[221]\tvalid_0's auc: 0.787367\n",
      "[222]\tvalid_0's auc: 0.785906\n",
      "[223]\tvalid_0's auc: 0.785581\n",
      "[224]\tvalid_0's auc: 0.785175\n",
      "[225]\tvalid_0's auc: 0.783795\n",
      "[226]\tvalid_0's auc: 0.78347\n",
      "[227]\tvalid_0's auc: 0.784931\n",
      "[228]\tvalid_0's auc: 0.785581\n",
      "[229]\tvalid_0's auc: 0.785094\n",
      "[230]\tvalid_0's auc: 0.785419\n",
      "[231]\tvalid_0's auc: 0.784282\n",
      "[232]\tvalid_0's auc: 0.784282\n",
      "[233]\tvalid_0's auc: 0.783551\n",
      "[234]\tvalid_0's auc: 0.783876\n",
      "[235]\tvalid_0's auc: 0.782983\n",
      "[236]\tvalid_0's auc: 0.784201\n",
      "[237]\tvalid_0's auc: 0.783795\n",
      "[238]\tvalid_0's auc: 0.78412\n",
      "[239]\tvalid_0's auc: 0.784769\n",
      "[240]\tvalid_0's auc: 0.784931\n",
      "[241]\tvalid_0's auc: 0.785824\n",
      "[242]\tvalid_0's auc: 0.785662\n",
      "[243]\tvalid_0's auc: 0.786636\n",
      "[244]\tvalid_0's auc: 0.786636\n",
      "[245]\tvalid_0's auc: 0.786961\n",
      "[246]\tvalid_0's auc: 0.787367\n",
      "[247]\tvalid_0's auc: 0.787773\n",
      "[248]\tvalid_0's auc: 0.788017\n",
      "[249]\tvalid_0's auc: 0.787205\n",
      "Early stopping, best iteration is:\n",
      "[49]\tvalid_0's auc: 0.806934\n",
      "auc:  0.7107286034793483\n",
      "auc:  0.7791754018169113\n",
      "auc:  0.7681783074037294\n",
      "auc:  0.7900989370701387\n"
     ]
    }
   ],
   "source": [
    "\"\"\"\n",
    "    TEST CODE\n",
    "\"\"\"\n",
    "from sklearn.datasets import make_classification\n",
    "from sklearn.datasets import load_breast_cancer\n",
    "from sklearn.datasets import make_gaussian_quantiles\n",
    "from sklearn import metrics\n",
    "from sklearn.metrics import f1_score\n",
    "# X, y = make_classification(n_samples=1000, n_features=25, n_clusters_per_class=1, n_informative=15, random_state=1)\n",
    "X, y = make_gaussian_quantiles(mean=None, cov=1.0, n_samples=1000, n_features=50, n_classes=2, shuffle=True, random_state=2)\n",
    "# data = load_breast_cancer()\n",
    "# X, y = data.data, data.target\n",
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=1)\n",
    "params = {\n",
    "        'task': 'train',\n",
    "        'boosting_type': 'gbdt',\n",
    "        'objective': 'binary',\n",
    "        'metric': 'auc',\n",
    "        'num_leaves': 9,\n",
    "        'learning_rate': 0.03,\n",
    "        'feature_fraction_seed': 2,\n",
    "        'feature_fraction': 0.9,\n",
    "        'bagging_fraction': 0.8,\n",
    "        'bagging_freq': 5,\n",
    "        'min_data': 20,\n",
    "        'min_hessian': 1,\n",
    "        'verbose': -1,\n",
    "        'silent': 0\n",
    "        }\n",
    "# test 1\n",
    "model = SBBTree(params=params, stacking_num=2, bagging_num=1,  bagging_test_size=0.33, num_boost_round=10000, early_stopping_rounds=200)\n",
    "model.fit(X,y)\n",
    "X_pred = X[0].reshape((1,-1))\n",
    "pred=model.predict(X_pred)\n",
    "print('pred')\n",
    "print(pred)\n",
    "print('TEST 1 ok')\n",
    "\n",
    "\n",
    "# test 1\n",
    "model = SBBTree(params, stacking_num=1, bagging_num=1, bagging_test_size=0.33, num_boost_round=10000, early_stopping_rounds=200)\n",
    "model.fit(X_train,y_train)\n",
    "pred1=model.predict(X_test)\n",
    "\n",
    "# test 2 \n",
    "model = SBBTree(params, stacking_num=1, bagging_num=3, bagging_test_size=0.33, num_boost_round=10000, early_stopping_rounds=200)\n",
    "model.fit(X_train,y_train)\n",
    "pred2=model.predict(X_test)\n",
    "\n",
    "# test 3 \n",
    "model = SBBTree(params, stacking_num=5, bagging_num=1, bagging_test_size=0.33, num_boost_round=10000, early_stopping_rounds=200)\n",
    "model.fit(X_train,y_train)\n",
    "pred3=model.predict(X_test)\n",
    "\n",
    "# test 4 \n",
    "model = SBBTree(params, stacking_num=5, bagging_num=3, bagging_test_size=0.33, num_boost_round=10000, early_stopping_rounds=200)\n",
    "model.fit(X_train,y_train)\n",
    "pred4=model.predict(X_test)\n",
    "\n",
    "fpr, tpr, thresholds = metrics.roc_curve(y_test+1, pred1, pos_label=2)\n",
    "print('auc: ',metrics.auc(fpr, tpr))\n",
    "\n",
    "fpr, tpr, thresholds = metrics.roc_curve(y_test+1, pred2, pos_label=2)\n",
    "print('auc: ',metrics.auc(fpr, tpr))\n",
    "\n",
    "fpr, tpr, thresholds = metrics.roc_curve(y_test+1, pred3, pos_label=2)\n",
    "print('auc: ',metrics.auc(fpr, tpr))\n",
    "\n",
    "fpr, tpr, thresholds = metrics.roc_curve(y_test+1, pred4, pos_label=2)\n",
    "print('auc: ',metrics.auc(fpr, tpr))\n",
    "\n",
    "\n",
    "# auc:  0.7281621243885396\n",
    "# auc:  0.7710471146419509\n",
    "# auc:  0.7894369046305492\n",
    "# auc:  0.8084519474787597"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 天猫复购场景实战"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 读取特征数据"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import lightgbm as lgb\n",
    "from sklearn.metrics import f1_score\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.model_selection import KFold\n",
    "from sklearn.model_selection import StratifiedKFold\n",
    "\n",
    "train_data = pd.read_csv('train_all.csv',nrows=10000)\n",
    "test_data = pd.read_csv('test_all.csv',nrows=100)\n",
    "\n",
    "features_columns = [col for col in train_data.columns if col not in ['user_id','label']]\n",
    "train = train_data[features_columns].values\n",
    "test = test_data[features_columns].values\n",
    "target =train_data['label'].values"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 设置模型参数"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "params = {\n",
    "        'task': 'train',\n",
    "        'boosting_type': 'gbdt',\n",
    "        'objective': 'binary',\n",
    "        'metric': 'auc',\n",
    "        'num_leaves': 9,\n",
    "        'learning_rate': 0.03,\n",
    "        'feature_fraction_seed': 2,\n",
    "        'feature_fraction': 0.9,\n",
    "        'bagging_fraction': 0.8,\n",
    "        'bagging_freq': 5,\n",
    "        'min_data': 20,\n",
    "        'min_hessian': 1,\n",
    "        'verbose': -1,\n",
    "        'silent': 0\n",
    "        }\n",
    "\n",
    "model = SBBTree(params=params,\n",
    "                stacking_num=5,\n",
    "                bagging_num=3,\n",
    "                bagging_test_size=0.33,\n",
    "                num_boost_round=10000,\n",
    "                early_stopping_rounds=200)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 模型训练"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.567024\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.5986\n",
      "[3]\tvalid_0's auc: 0.584848\n",
      "[4]\tvalid_0's auc: 0.558534\n",
      "[5]\tvalid_0's auc: 0.547364\n",
      "[6]\tvalid_0's auc: 0.558088\n",
      "[7]\tvalid_0's auc: 0.541207\n",
      "[8]\tvalid_0's auc: 0.552279\n",
      "[9]\tvalid_0's auc: 0.564542\n",
      "[10]\tvalid_0's auc: 0.566081\n",
      "[11]\tvalid_0's auc: 0.560123\n",
      "[12]\tvalid_0's auc: 0.562854\n",
      "[13]\tvalid_0's auc: 0.555655\n",
      "[14]\tvalid_0's auc: 0.563996\n",
      "[15]\tvalid_0's auc: 0.55486\n",
      "[16]\tvalid_0's auc: 0.555109\n",
      "[17]\tvalid_0's auc: 0.551484\n",
      "[18]\tvalid_0's auc: 0.54642\n",
      "[19]\tvalid_0's auc: 0.537484\n",
      "[20]\tvalid_0's auc: 0.545229\n",
      "[21]\tvalid_0's auc: 0.551683\n",
      "[22]\tvalid_0's auc: 0.561265\n",
      "[23]\tvalid_0's auc: 0.565833\n",
      "[24]\tvalid_0's auc: 0.562308\n",
      "[25]\tvalid_0's auc: 0.564591\n",
      "[26]\tvalid_0's auc: 0.552825\n",
      "[27]\tvalid_0's auc: 0.546669\n",
      "[28]\tvalid_0's auc: 0.546271\n",
      "[29]\tvalid_0's auc: 0.545279\n",
      "[30]\tvalid_0's auc: 0.540165\n",
      "[31]\tvalid_0's auc: 0.547711\n",
      "[32]\tvalid_0's auc: 0.545626\n",
      "[33]\tvalid_0's auc: 0.543541\n",
      "[34]\tvalid_0's auc: 0.550094\n",
      "[35]\tvalid_0's auc: 0.559428\n",
      "[36]\tvalid_0's auc: 0.564591\n",
      "[37]\tvalid_0's auc: 0.555953\n",
      "[38]\tvalid_0's auc: 0.546917\n",
      "[39]\tvalid_0's auc: 0.562208\n",
      "[40]\tvalid_0's auc: 0.561116\n",
      "[41]\tvalid_0's auc: 0.561613\n",
      "[42]\tvalid_0's auc: 0.564194\n",
      "[43]\tvalid_0's auc: 0.560222\n",
      "[44]\tvalid_0's auc: 0.556946\n",
      "[45]\tvalid_0's auc: 0.556251\n",
      "[46]\tvalid_0's auc: 0.556449\n",
      "[47]\tvalid_0's auc: 0.55635\n",
      "[48]\tvalid_0's auc: 0.551484\n",
      "[49]\tvalid_0's auc: 0.55069\n",
      "[50]\tvalid_0's auc: 0.551782\n",
      "[51]\tvalid_0's auc: 0.549697\n",
      "[52]\tvalid_0's auc: 0.548803\n",
      "[53]\tvalid_0's auc: 0.548208\n",
      "[54]\tvalid_0's auc: 0.54225\n",
      "[55]\tvalid_0's auc: 0.538576\n",
      "[56]\tvalid_0's auc: 0.546321\n",
      "[57]\tvalid_0's auc: 0.546917\n",
      "[58]\tvalid_0's auc: 0.548406\n",
      "[59]\tvalid_0's auc: 0.552279\n",
      "[60]\tvalid_0's auc: 0.55635\n",
      "[61]\tvalid_0's auc: 0.556648\n",
      "[62]\tvalid_0's auc: 0.554761\n",
      "[63]\tvalid_0's auc: 0.560818\n",
      "[64]\tvalid_0's auc: 0.558336\n",
      "[65]\tvalid_0's auc: 0.555456\n",
      "[66]\tvalid_0's auc: 0.560818\n",
      "[67]\tvalid_0's auc: 0.572932\n",
      "[68]\tvalid_0's auc: 0.58028\n",
      "[69]\tvalid_0's auc: 0.586138\n",
      "[70]\tvalid_0's auc: 0.5916\n",
      "[71]\tvalid_0's auc: 0.586734\n",
      "[72]\tvalid_0's auc: 0.588323\n",
      "[73]\tvalid_0's auc: 0.585443\n",
      "[74]\tvalid_0's auc: 0.579684\n",
      "[75]\tvalid_0's auc: 0.575117\n",
      "[76]\tvalid_0's auc: 0.575712\n",
      "[77]\tvalid_0's auc: 0.574918\n",
      "[78]\tvalid_0's auc: 0.575812\n",
      "[79]\tvalid_0's auc: 0.579188\n",
      "[80]\tvalid_0's auc: 0.578791\n",
      "[81]\tvalid_0's auc: 0.574719\n",
      "[82]\tvalid_0's auc: 0.580876\n",
      "[83]\tvalid_0's auc: 0.58455\n",
      "[84]\tvalid_0's auc: 0.587628\n",
      "[85]\tvalid_0's auc: 0.590011\n",
      "[86]\tvalid_0's auc: 0.592692\n",
      "[87]\tvalid_0's auc: 0.59577\n",
      "[88]\tvalid_0's auc: 0.601331\n",
      "[89]\tvalid_0's auc: 0.598352\n",
      "[90]\tvalid_0's auc: 0.60143\n",
      "[91]\tvalid_0's auc: 0.595174\n",
      "[92]\tvalid_0's auc: 0.595274\n",
      "[93]\tvalid_0's auc: 0.59299\n",
      "[94]\tvalid_0's auc: 0.598451\n",
      "[95]\tvalid_0's auc: 0.598252\n",
      "[96]\tvalid_0's auc: 0.600338\n",
      "[97]\tvalid_0's auc: 0.600139\n",
      "[98]\tvalid_0's auc: 0.600338\n",
      "[99]\tvalid_0's auc: 0.59438\n",
      "[100]\tvalid_0's auc: 0.591699\n",
      "[101]\tvalid_0's auc: 0.590706\n",
      "[102]\tvalid_0's auc: 0.589614\n",
      "[103]\tvalid_0's auc: 0.588521\n",
      "[104]\tvalid_0's auc: 0.589018\n",
      "[105]\tvalid_0's auc: 0.587231\n",
      "[106]\tvalid_0's auc: 0.589514\n",
      "[107]\tvalid_0's auc: 0.589117\n",
      "[108]\tvalid_0's auc: 0.589514\n",
      "[109]\tvalid_0's auc: 0.590011\n",
      "[110]\tvalid_0's auc: 0.586536\n",
      "[111]\tvalid_0's auc: 0.586238\n",
      "[112]\tvalid_0's auc: 0.588124\n",
      "[113]\tvalid_0's auc: 0.591997\n",
      "[114]\tvalid_0's auc: 0.592791\n",
      "[115]\tvalid_0's auc: 0.593486\n",
      "[116]\tvalid_0's auc: 0.598848\n",
      "[117]\tvalid_0's auc: 0.598848\n",
      "[118]\tvalid_0's auc: 0.603912\n",
      "[119]\tvalid_0's auc: 0.603019\n",
      "[120]\tvalid_0's auc: 0.602919\n",
      "[121]\tvalid_0's auc: 0.605104\n",
      "[122]\tvalid_0's auc: 0.606891\n",
      "[123]\tvalid_0's auc: 0.601231\n",
      "[124]\tvalid_0's auc: 0.6056\n",
      "[125]\tvalid_0's auc: 0.604012\n",
      "[126]\tvalid_0's auc: 0.602224\n",
      "[127]\tvalid_0's auc: 0.600338\n",
      "[128]\tvalid_0's auc: 0.597855\n",
      "[129]\tvalid_0's auc: 0.597855\n",
      "[130]\tvalid_0's auc: 0.595174\n",
      "[131]\tvalid_0's auc: 0.596664\n",
      "[132]\tvalid_0's auc: 0.598153\n",
      "[133]\tvalid_0's auc: 0.600437\n",
      "[134]\tvalid_0's auc: 0.598252\n",
      "[135]\tvalid_0's auc: 0.599643\n",
      "[136]\tvalid_0's auc: 0.602026\n",
      "[137]\tvalid_0's auc: 0.608778\n",
      "[138]\tvalid_0's auc: 0.612452\n",
      "[139]\tvalid_0's auc: 0.616324\n",
      "[140]\tvalid_0's auc: 0.61404\n",
      "[141]\tvalid_0's auc: 0.615927\n",
      "[142]\tvalid_0's auc: 0.615033\n",
      "[143]\tvalid_0's auc: 0.612551\n",
      "[144]\tvalid_0's auc: 0.611558\n",
      "[145]\tvalid_0's auc: 0.611657\n",
      "[146]\tvalid_0's auc: 0.610962\n",
      "[147]\tvalid_0's auc: 0.610764\n",
      "[148]\tvalid_0's auc: 0.609076\n",
      "[149]\tvalid_0's auc: 0.605898\n",
      "[150]\tvalid_0's auc: 0.605104\n",
      "[151]\tvalid_0's auc: 0.606891\n",
      "[152]\tvalid_0's auc: 0.606692\n",
      "[153]\tvalid_0's auc: 0.606891\n",
      "[154]\tvalid_0's auc: 0.606196\n",
      "[155]\tvalid_0's auc: 0.604905\n",
      "[156]\tvalid_0's auc: 0.606792\n",
      "[157]\tvalid_0's auc: 0.605004\n",
      "[158]\tvalid_0's auc: 0.605402\n",
      "[159]\tvalid_0's auc: 0.607884\n",
      "[160]\tvalid_0's auc: 0.611856\n",
      "[161]\tvalid_0's auc: 0.610466\n",
      "[162]\tvalid_0's auc: 0.609473\n",
      "[163]\tvalid_0's auc: 0.606494\n",
      "[164]\tvalid_0's auc: 0.604309\n",
      "[165]\tvalid_0's auc: 0.605501\n",
      "[166]\tvalid_0's auc: 0.605104\n",
      "[167]\tvalid_0's auc: 0.605997\n",
      "[168]\tvalid_0's auc: 0.609274\n",
      "[169]\tvalid_0's auc: 0.607983\n",
      "[170]\tvalid_0's auc: 0.607189\n",
      "[171]\tvalid_0's auc: 0.603316\n",
      "[172]\tvalid_0's auc: 0.602026\n",
      "[173]\tvalid_0's auc: 0.599543\n",
      "[174]\tvalid_0's auc: 0.599643\n",
      "[175]\tvalid_0's auc: 0.599444\n",
      "[176]\tvalid_0's auc: 0.596862\n",
      "[177]\tvalid_0's auc: 0.594777\n",
      "[178]\tvalid_0's auc: 0.59716\n",
      "[179]\tvalid_0's auc: 0.593685\n",
      "[180]\tvalid_0's auc: 0.592692\n",
      "[181]\tvalid_0's auc: 0.593586\n",
      "[182]\tvalid_0's auc: 0.594876\n",
      "[183]\tvalid_0's auc: 0.595274\n",
      "[184]\tvalid_0's auc: 0.595274\n",
      "[185]\tvalid_0's auc: 0.595373\n",
      "[186]\tvalid_0's auc: 0.593983\n",
      "[187]\tvalid_0's auc: 0.59438\n",
      "[188]\tvalid_0's auc: 0.595274\n",
      "[189]\tvalid_0's auc: 0.596366\n",
      "[190]\tvalid_0's auc: 0.59865\n",
      "[191]\tvalid_0's auc: 0.595869\n",
      "[192]\tvalid_0's auc: 0.599841\n",
      "[193]\tvalid_0's auc: 0.60143\n",
      "[194]\tvalid_0's auc: 0.602224\n",
      "[195]\tvalid_0's auc: 0.598749\n",
      "[196]\tvalid_0's auc: 0.602522\n",
      "[197]\tvalid_0's auc: 0.600536\n",
      "[198]\tvalid_0's auc: 0.600834\n",
      "[199]\tvalid_0's auc: 0.601231\n",
      "[200]\tvalid_0's auc: 0.601231\n",
      "[201]\tvalid_0's auc: 0.60282\n",
      "[202]\tvalid_0's auc: 0.604012\n",
      "[203]\tvalid_0's auc: 0.605302\n",
      "[204]\tvalid_0's auc: 0.602224\n",
      "[205]\tvalid_0's auc: 0.602919\n",
      "[206]\tvalid_0's auc: 0.602721\n",
      "[207]\tvalid_0's auc: 0.60282\n",
      "[208]\tvalid_0's auc: 0.603217\n",
      "[209]\tvalid_0's auc: 0.603614\n",
      "[210]\tvalid_0's auc: 0.60282\n",
      "[211]\tvalid_0's auc: 0.601231\n",
      "[212]\tvalid_0's auc: 0.600635\n",
      "[213]\tvalid_0's auc: 0.598054\n",
      "[214]\tvalid_0's auc: 0.598153\n",
      "[215]\tvalid_0's auc: 0.597259\n",
      "[216]\tvalid_0's auc: 0.596763\n",
      "[217]\tvalid_0's auc: 0.59438\n",
      "[218]\tvalid_0's auc: 0.594281\n",
      "[219]\tvalid_0's auc: 0.593188\n",
      "[220]\tvalid_0's auc: 0.592394\n",
      "[221]\tvalid_0's auc: 0.589018\n",
      "[222]\tvalid_0's auc: 0.587131\n",
      "[223]\tvalid_0's auc: 0.586238\n",
      "[224]\tvalid_0's auc: 0.583656\n",
      "[225]\tvalid_0's auc: 0.581968\n",
      "[226]\tvalid_0's auc: 0.582564\n",
      "[227]\tvalid_0's auc: 0.58306\n",
      "[228]\tvalid_0's auc: 0.582266\n",
      "[229]\tvalid_0's auc: 0.582564\n",
      "[230]\tvalid_0's auc: 0.586436\n",
      "[231]\tvalid_0's auc: 0.586138\n",
      "[232]\tvalid_0's auc: 0.585543\n",
      "[233]\tvalid_0's auc: 0.585344\n",
      "[234]\tvalid_0's auc: 0.585443\n",
      "[235]\tvalid_0's auc: 0.585344\n",
      "[236]\tvalid_0's auc: 0.584947\n",
      "[237]\tvalid_0's auc: 0.586833\n",
      "[238]\tvalid_0's auc: 0.584153\n",
      "[239]\tvalid_0's auc: 0.58028\n",
      "[240]\tvalid_0's auc: 0.579088\n",
      "[241]\tvalid_0's auc: 0.579883\n",
      "[242]\tvalid_0's auc: 0.580479\n",
      "[243]\tvalid_0's auc: 0.580181\n",
      "[244]\tvalid_0's auc: 0.578691\n",
      "[245]\tvalid_0's auc: 0.579188\n",
      "[246]\tvalid_0's auc: 0.578294\n",
      "[247]\tvalid_0's auc: 0.579883\n",
      "[248]\tvalid_0's auc: 0.580479\n",
      "[249]\tvalid_0's auc: 0.580677\n",
      "[250]\tvalid_0's auc: 0.578691\n",
      "[251]\tvalid_0's auc: 0.579088\n",
      "[252]\tvalid_0's auc: 0.5774\n",
      "[253]\tvalid_0's auc: 0.5774\n",
      "[254]\tvalid_0's auc: 0.575017\n",
      "[255]\tvalid_0's auc: 0.574322\n",
      "[256]\tvalid_0's auc: 0.574322\n",
      "[257]\tvalid_0's auc: 0.573826\n",
      "[258]\tvalid_0's auc: 0.573528\n",
      "[259]\tvalid_0's auc: 0.573429\n",
      "[260]\tvalid_0's auc: 0.574124\n",
      "[261]\tvalid_0's auc: 0.575017\n",
      "[262]\tvalid_0's auc: 0.575514\n",
      "[263]\tvalid_0's auc: 0.573429\n",
      "[264]\tvalid_0's auc: 0.574422\n",
      "[265]\tvalid_0's auc: 0.575315\n",
      "[266]\tvalid_0's auc: 0.577798\n",
      "[267]\tvalid_0's auc: 0.578791\n",
      "[268]\tvalid_0's auc: 0.57889\n",
      "[269]\tvalid_0's auc: 0.578195\n",
      "[270]\tvalid_0's auc: 0.579088\n",
      "[271]\tvalid_0's auc: 0.580876\n",
      "[272]\tvalid_0's auc: 0.580975\n",
      "[273]\tvalid_0's auc: 0.582762\n",
      "[274]\tvalid_0's auc: 0.582266\n",
      "[275]\tvalid_0's auc: 0.583358\n",
      "[276]\tvalid_0's auc: 0.583656\n",
      "[277]\tvalid_0's auc: 0.583656\n",
      "[278]\tvalid_0's auc: 0.584351\n",
      "[279]\tvalid_0's auc: 0.58316\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[280]\tvalid_0's auc: 0.58306\n",
      "[281]\tvalid_0's auc: 0.582067\n",
      "[282]\tvalid_0's auc: 0.582365\n",
      "[283]\tvalid_0's auc: 0.581074\n",
      "[284]\tvalid_0's auc: 0.578691\n",
      "[285]\tvalid_0's auc: 0.580081\n",
      "[286]\tvalid_0's auc: 0.580677\n",
      "[287]\tvalid_0's auc: 0.581571\n",
      "[288]\tvalid_0's auc: 0.580379\n",
      "[289]\tvalid_0's auc: 0.580479\n",
      "[290]\tvalid_0's auc: 0.579486\n",
      "[291]\tvalid_0's auc: 0.581074\n",
      "[292]\tvalid_0's auc: 0.58167\n",
      "[293]\tvalid_0's auc: 0.582564\n",
      "[294]\tvalid_0's auc: 0.582961\n",
      "[295]\tvalid_0's auc: 0.584053\n",
      "[296]\tvalid_0's auc: 0.583557\n",
      "[297]\tvalid_0's auc: 0.581472\n",
      "[298]\tvalid_0's auc: 0.583755\n",
      "[299]\tvalid_0's auc: 0.583755\n",
      "[300]\tvalid_0's auc: 0.583656\n",
      "[301]\tvalid_0's auc: 0.586536\n",
      "[302]\tvalid_0's auc: 0.587628\n",
      "[303]\tvalid_0's auc: 0.588919\n",
      "[304]\tvalid_0's auc: 0.592096\n",
      "[305]\tvalid_0's auc: 0.593784\n",
      "[306]\tvalid_0's auc: 0.593586\n",
      "[307]\tvalid_0's auc: 0.593486\n",
      "[308]\tvalid_0's auc: 0.593685\n",
      "[309]\tvalid_0's auc: 0.593089\n",
      "[310]\tvalid_0's auc: 0.590706\n",
      "[311]\tvalid_0's auc: 0.591302\n",
      "[312]\tvalid_0's auc: 0.591898\n",
      "[313]\tvalid_0's auc: 0.5915\n",
      "[314]\tvalid_0's auc: 0.591401\n",
      "[315]\tvalid_0's auc: 0.59289\n",
      "[316]\tvalid_0's auc: 0.592394\n",
      "[317]\tvalid_0's auc: 0.591202\n",
      "[318]\tvalid_0's auc: 0.588919\n",
      "[319]\tvalid_0's auc: 0.588621\n",
      "[320]\tvalid_0's auc: 0.587727\n",
      "[321]\tvalid_0's auc: 0.591004\n",
      "[322]\tvalid_0's auc: 0.5915\n",
      "[323]\tvalid_0's auc: 0.591898\n",
      "[324]\tvalid_0's auc: 0.595075\n",
      "[325]\tvalid_0's auc: 0.594082\n",
      "[326]\tvalid_0's auc: 0.593784\n",
      "[327]\tvalid_0's auc: 0.593387\n",
      "[328]\tvalid_0's auc: 0.59299\n",
      "[329]\tvalid_0's auc: 0.593486\n",
      "[330]\tvalid_0's auc: 0.59299\n",
      "[331]\tvalid_0's auc: 0.591103\n",
      "[332]\tvalid_0's auc: 0.591004\n",
      "[333]\tvalid_0's auc: 0.591004\n",
      "[334]\tvalid_0's auc: 0.591997\n",
      "[335]\tvalid_0's auc: 0.591302\n",
      "[336]\tvalid_0's auc: 0.593188\n",
      "[337]\tvalid_0's auc: 0.596366\n",
      "[338]\tvalid_0's auc: 0.597955\n",
      "[339]\tvalid_0's auc: 0.601132\n",
      "Early stopping, best iteration is:\n",
      "[139]\tvalid_0's auc: 0.616324\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.486943\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.458296\n",
      "[3]\tvalid_0's auc: 0.505461\n",
      "[4]\tvalid_0's auc: 0.507745\n",
      "[5]\tvalid_0's auc: 0.515291\n",
      "[6]\tvalid_0's auc: 0.501638\n",
      "[7]\tvalid_0's auc: 0.472396\n",
      "[8]\tvalid_0's auc: 0.472992\n",
      "[9]\tvalid_0's auc: 0.459587\n",
      "[10]\tvalid_0's auc: 0.477907\n",
      "[11]\tvalid_0's auc: 0.467679\n",
      "[12]\tvalid_0's auc: 0.463112\n",
      "[13]\tvalid_0's auc: 0.45909\n",
      "[14]\tvalid_0's auc: 0.453133\n",
      "[15]\tvalid_0's auc: 0.450352\n",
      "[16]\tvalid_0's auc: 0.455218\n",
      "[17]\tvalid_0's auc: 0.468275\n",
      "[18]\tvalid_0's auc: 0.462466\n",
      "[19]\tvalid_0's auc: 0.46331\n",
      "[20]\tvalid_0's auc: 0.464353\n",
      "[21]\tvalid_0's auc: 0.469765\n",
      "[22]\tvalid_0's auc: 0.473141\n",
      "[23]\tvalid_0's auc: 0.475027\n",
      "[24]\tvalid_0's auc: 0.479595\n",
      "[25]\tvalid_0's auc: 0.483666\n",
      "[26]\tvalid_0's auc: 0.477063\n",
      "[27]\tvalid_0's auc: 0.475276\n",
      "[28]\tvalid_0's auc: 0.474283\n",
      "[29]\tvalid_0's auc: 0.475276\n",
      "[30]\tvalid_0's auc: 0.479545\n",
      "[31]\tvalid_0's auc: 0.475772\n",
      "[32]\tvalid_0's auc: 0.470807\n",
      "[33]\tvalid_0's auc: 0.466835\n",
      "[34]\tvalid_0's auc: 0.473091\n",
      "[35]\tvalid_0's auc: 0.47319\n",
      "[36]\tvalid_0's auc: 0.489872\n",
      "[37]\tvalid_0's auc: 0.503575\n",
      "[38]\tvalid_0's auc: 0.503177\n",
      "[39]\tvalid_0's auc: 0.504965\n",
      "[40]\tvalid_0's auc: 0.507447\n",
      "[41]\tvalid_0's auc: 0.503972\n",
      "[42]\tvalid_0's auc: 0.500496\n",
      "[43]\tvalid_0's auc: 0.500993\n",
      "[44]\tvalid_0's auc: 0.498858\n",
      "[45]\tvalid_0's auc: 0.503128\n",
      "[46]\tvalid_0's auc: 0.500149\n",
      "[47]\tvalid_0's auc: 0.500248\n",
      "[48]\tvalid_0's auc: 0.504816\n",
      "[49]\tvalid_0's auc: 0.508887\n",
      "[50]\tvalid_0's auc: 0.508688\n",
      "[51]\tvalid_0's auc: 0.508192\n",
      "[52]\tvalid_0's auc: 0.512958\n",
      "[53]\tvalid_0's auc: 0.512958\n",
      "[54]\tvalid_0's auc: 0.519511\n",
      "[55]\tvalid_0's auc: 0.522192\n",
      "[56]\tvalid_0's auc: 0.519412\n",
      "[57]\tvalid_0's auc: 0.517327\n",
      "[58]\tvalid_0's auc: 0.513057\n",
      "[59]\tvalid_0's auc: 0.512064\n",
      "[60]\tvalid_0's auc: 0.508589\n",
      "[61]\tvalid_0's auc: 0.517625\n",
      "[62]\tvalid_0's auc: 0.520703\n",
      "[63]\tvalid_0's auc: 0.520802\n",
      "[64]\tvalid_0's auc: 0.522292\n",
      "[65]\tvalid_0's auc: 0.523086\n",
      "[66]\tvalid_0's auc: 0.519114\n",
      "[67]\tvalid_0's auc: 0.525568\n",
      "[68]\tvalid_0's auc: 0.52537\n",
      "[69]\tvalid_0's auc: 0.530434\n",
      "[70]\tvalid_0's auc: 0.528547\n",
      "[71]\tvalid_0's auc: 0.530037\n",
      "[72]\tvalid_0's auc: 0.533909\n",
      "[73]\tvalid_0's auc: 0.533909\n",
      "[74]\tvalid_0's auc: 0.529937\n",
      "[75]\tvalid_0's auc: 0.532916\n",
      "[76]\tvalid_0's auc: 0.533016\n",
      "[77]\tvalid_0's auc: 0.534306\n",
      "[78]\tvalid_0's auc: 0.532221\n",
      "[79]\tvalid_0's auc: 0.534406\n",
      "[80]\tvalid_0's auc: 0.534902\n",
      "[81]\tvalid_0's auc: 0.532519\n",
      "[82]\tvalid_0's auc: 0.533214\n",
      "[83]\tvalid_0's auc: 0.531625\n",
      "[84]\tvalid_0's auc: 0.538775\n",
      "[85]\tvalid_0's auc: 0.542349\n",
      "[86]\tvalid_0's auc: 0.540165\n",
      "[87]\tvalid_0's auc: 0.54364\n",
      "[88]\tvalid_0's auc: 0.545626\n",
      "[89]\tvalid_0's auc: 0.550094\n",
      "[90]\tvalid_0's auc: 0.552279\n",
      "[91]\tvalid_0's auc: 0.547215\n",
      "[92]\tvalid_0's auc: 0.546321\n",
      "[93]\tvalid_0's auc: 0.550194\n",
      "[94]\tvalid_0's auc: 0.549697\n",
      "[95]\tvalid_0's auc: 0.551087\n",
      "[96]\tvalid_0's auc: 0.548009\n",
      "[97]\tvalid_0's auc: 0.549201\n",
      "[98]\tvalid_0's auc: 0.551981\n",
      "[99]\tvalid_0's auc: 0.547314\n",
      "[100]\tvalid_0's auc: 0.547513\n",
      "[101]\tvalid_0's auc: 0.546818\n",
      "[102]\tvalid_0's auc: 0.543144\n",
      "[103]\tvalid_0's auc: 0.54503\n",
      "[104]\tvalid_0's auc: 0.544236\n",
      "[105]\tvalid_0's auc: 0.542548\n",
      "[106]\tvalid_0's auc: 0.542349\n",
      "[107]\tvalid_0's auc: 0.538179\n",
      "[108]\tvalid_0's auc: 0.544037\n",
      "[109]\tvalid_0's auc: 0.54225\n",
      "[110]\tvalid_0's auc: 0.548108\n",
      "[111]\tvalid_0's auc: 0.548704\n",
      "[112]\tvalid_0's auc: 0.550492\n",
      "[113]\tvalid_0's auc: 0.55347\n",
      "[114]\tvalid_0's auc: 0.551882\n",
      "[115]\tvalid_0's auc: 0.551087\n",
      "[116]\tvalid_0's auc: 0.55069\n",
      "[117]\tvalid_0's auc: 0.548704\n",
      "[118]\tvalid_0's auc: 0.548605\n",
      "[119]\tvalid_0's auc: 0.54642\n",
      "[120]\tvalid_0's auc: 0.545427\n",
      "[121]\tvalid_0's auc: 0.547314\n",
      "[122]\tvalid_0's auc: 0.547115\n",
      "[123]\tvalid_0's auc: 0.550492\n",
      "[124]\tvalid_0's auc: 0.551484\n",
      "[125]\tvalid_0's auc: 0.552477\n",
      "[126]\tvalid_0's auc: 0.549499\n",
      "[127]\tvalid_0's auc: 0.547711\n",
      "[128]\tvalid_0's auc: 0.544137\n",
      "[129]\tvalid_0's auc: 0.546619\n",
      "[130]\tvalid_0's auc: 0.548506\n",
      "[131]\tvalid_0's auc: 0.550094\n",
      "[132]\tvalid_0's auc: 0.548754\n",
      "[133]\tvalid_0's auc: 0.548257\n",
      "[134]\tvalid_0's auc: 0.55064\n",
      "[135]\tvalid_0's auc: 0.55074\n",
      "[136]\tvalid_0's auc: 0.550243\n",
      "[137]\tvalid_0's auc: 0.550343\n",
      "[138]\tvalid_0's auc: 0.548158\n",
      "[139]\tvalid_0's auc: 0.550541\n",
      "[140]\tvalid_0's auc: 0.553123\n",
      "[141]\tvalid_0's auc: 0.553917\n",
      "[142]\tvalid_0's auc: 0.555804\n",
      "[143]\tvalid_0's auc: 0.554712\n",
      "[144]\tvalid_0's auc: 0.555009\n",
      "[145]\tvalid_0's auc: 0.553321\n",
      "[146]\tvalid_0's auc: 0.555903\n",
      "[147]\tvalid_0's auc: 0.555704\n",
      "[148]\tvalid_0's auc: 0.558187\n",
      "[149]\tvalid_0's auc: 0.558584\n",
      "[150]\tvalid_0's auc: 0.556697\n",
      "[151]\tvalid_0's auc: 0.558286\n",
      "[152]\tvalid_0's auc: 0.559478\n",
      "[153]\tvalid_0's auc: 0.559081\n",
      "[154]\tvalid_0's auc: 0.562953\n",
      "[155]\tvalid_0's auc: 0.562159\n",
      "[156]\tvalid_0's auc: 0.564542\n",
      "[157]\tvalid_0's auc: 0.565435\n",
      "[158]\tvalid_0's auc: 0.56623\n",
      "[159]\tvalid_0's auc: 0.565833\n",
      "[160]\tvalid_0's auc: 0.567223\n",
      "[161]\tvalid_0's auc: 0.568514\n",
      "[162]\tvalid_0's auc: 0.568514\n",
      "[163]\tvalid_0's auc: 0.569904\n",
      "[164]\tvalid_0's auc: 0.572187\n",
      "[165]\tvalid_0's auc: 0.57179\n",
      "[166]\tvalid_0's auc: 0.57189\n",
      "[167]\tvalid_0's auc: 0.572386\n",
      "[168]\tvalid_0's auc: 0.572287\n",
      "[169]\tvalid_0's auc: 0.573081\n",
      "[170]\tvalid_0's auc: 0.572585\n",
      "[171]\tvalid_0's auc: 0.575464\n",
      "[172]\tvalid_0's auc: 0.57606\n",
      "[173]\tvalid_0's auc: 0.577649\n",
      "[174]\tvalid_0's auc: 0.578344\n",
      "[175]\tvalid_0's auc: 0.576358\n",
      "[176]\tvalid_0's auc: 0.577649\n",
      "[177]\tvalid_0's auc: 0.578344\n",
      "[178]\tvalid_0's auc: 0.574968\n",
      "[179]\tvalid_0's auc: 0.577847\n",
      "[180]\tvalid_0's auc: 0.577053\n",
      "[181]\tvalid_0's auc: 0.579337\n",
      "[182]\tvalid_0's auc: 0.580925\n",
      "[183]\tvalid_0's auc: 0.58023\n",
      "[184]\tvalid_0's auc: 0.578443\n",
      "[185]\tvalid_0's auc: 0.579734\n",
      "[186]\tvalid_0's auc: 0.582018\n",
      "[187]\tvalid_0's auc: 0.584103\n",
      "[188]\tvalid_0's auc: 0.586585\n",
      "[189]\tvalid_0's auc: 0.588869\n",
      "[190]\tvalid_0's auc: 0.591451\n",
      "[191]\tvalid_0's auc: 0.59016\n",
      "[192]\tvalid_0's auc: 0.59016\n",
      "[193]\tvalid_0's auc: 0.589663\n",
      "[194]\tvalid_0's auc: 0.591054\n",
      "[195]\tvalid_0's auc: 0.590656\n",
      "[196]\tvalid_0's auc: 0.590458\n",
      "[197]\tvalid_0's auc: 0.590061\n",
      "[198]\tvalid_0's auc: 0.590358\n",
      "[199]\tvalid_0's auc: 0.590458\n",
      "[200]\tvalid_0's auc: 0.589564\n",
      "[201]\tvalid_0's auc: 0.587181\n",
      "[202]\tvalid_0's auc: 0.585989\n",
      "[203]\tvalid_0's auc: 0.585791\n",
      "[204]\tvalid_0's auc: 0.584301\n",
      "[205]\tvalid_0's auc: 0.58172\n",
      "[206]\tvalid_0's auc: 0.585294\n",
      "[207]\tvalid_0's auc: 0.585195\n",
      "[208]\tvalid_0's auc: 0.583606\n",
      "[209]\tvalid_0's auc: 0.582812\n",
      "[210]\tvalid_0's auc: 0.584004\n",
      "[211]\tvalid_0's auc: 0.584897\n",
      "[212]\tvalid_0's auc: 0.584897\n",
      "[213]\tvalid_0's auc: 0.5845\n",
      "[214]\tvalid_0's auc: 0.585592\n",
      "[215]\tvalid_0's auc: 0.586585\n",
      "[216]\tvalid_0's auc: 0.586883\n",
      "[217]\tvalid_0's auc: 0.58877\n",
      "[218]\tvalid_0's auc: 0.589465\n",
      "[219]\tvalid_0's auc: 0.589862\n",
      "[220]\tvalid_0's auc: 0.590358\n",
      "[221]\tvalid_0's auc: 0.591252\n",
      "[222]\tvalid_0's auc: 0.590656\n",
      "[223]\tvalid_0's auc: 0.586784\n",
      "[224]\tvalid_0's auc: 0.585493\n",
      "[225]\tvalid_0's auc: 0.583507\n",
      "[226]\tvalid_0's auc: 0.586089\n",
      "[227]\tvalid_0's auc: 0.589068\n",
      "[228]\tvalid_0's auc: 0.586883\n",
      "[229]\tvalid_0's auc: 0.586982\n",
      "[230]\tvalid_0's auc: 0.590656\n",
      "[231]\tvalid_0's auc: 0.589564\n",
      "[232]\tvalid_0's auc: 0.589465\n",
      "[233]\tvalid_0's auc: 0.589465\n",
      "[234]\tvalid_0's auc: 0.589266\n",
      "[235]\tvalid_0's auc: 0.588869\n",
      "[236]\tvalid_0's auc: 0.588075\n",
      "[237]\tvalid_0's auc: 0.588571\n",
      "[238]\tvalid_0's auc: 0.588571\n",
      "[239]\tvalid_0's auc: 0.587479\n",
      "[240]\tvalid_0's auc: 0.58738\n",
      "[241]\tvalid_0's auc: 0.587131\n",
      "[242]\tvalid_0's auc: 0.58733\n",
      "[243]\tvalid_0's auc: 0.587628\n",
      "[244]\tvalid_0's auc: 0.589614\n",
      "[245]\tvalid_0's auc: 0.590309\n",
      "[246]\tvalid_0's auc: 0.592493\n",
      "[247]\tvalid_0's auc: 0.590408\n",
      "[248]\tvalid_0's auc: 0.589614\n",
      "[249]\tvalid_0's auc: 0.589514\n",
      "[250]\tvalid_0's auc: 0.589614\n",
      "[251]\tvalid_0's auc: 0.591202\n",
      "[252]\tvalid_0's auc: 0.589217\n",
      "[253]\tvalid_0's auc: 0.590706\n",
      "[254]\tvalid_0's auc: 0.590011\n",
      "[255]\tvalid_0's auc: 0.590706\n",
      "[256]\tvalid_0's auc: 0.590011\n",
      "[257]\tvalid_0's auc: 0.59021\n",
      "[258]\tvalid_0's auc: 0.588323\n",
      "[259]\tvalid_0's auc: 0.588124\n",
      "[260]\tvalid_0's auc: 0.586635\n",
      "[261]\tvalid_0's auc: 0.586536\n",
      "[262]\tvalid_0's auc: 0.586238\n",
      "[263]\tvalid_0's auc: 0.585543\n",
      "[264]\tvalid_0's auc: 0.584947\n",
      "[265]\tvalid_0's auc: 0.586436\n",
      "[266]\tvalid_0's auc: 0.585642\n",
      "[267]\tvalid_0's auc: 0.58445\n",
      "[268]\tvalid_0's auc: 0.584748\n",
      "[269]\tvalid_0's auc: 0.584053\n",
      "[270]\tvalid_0's auc: 0.585443\n",
      "[271]\tvalid_0's auc: 0.584947\n",
      "[272]\tvalid_0's auc: 0.584351\n",
      "[273]\tvalid_0's auc: 0.585245\n",
      "[274]\tvalid_0's auc: 0.584252\n",
      "[275]\tvalid_0's auc: 0.584748\n",
      "[276]\tvalid_0's auc: 0.583358\n",
      "[277]\tvalid_0's auc: 0.581372\n",
      "[278]\tvalid_0's auc: 0.581174\n",
      "[279]\tvalid_0's auc: 0.581968\n",
      "[280]\tvalid_0's auc: 0.581472\n",
      "[281]\tvalid_0's auc: 0.580876\n",
      "[282]\tvalid_0's auc: 0.580479\n",
      "[283]\tvalid_0's auc: 0.581869\n",
      "[284]\tvalid_0's auc: 0.581273\n",
      "[285]\tvalid_0's auc: 0.582663\n",
      "[286]\tvalid_0's auc: 0.582762\n",
      "[287]\tvalid_0's auc: 0.582365\n",
      "[288]\tvalid_0's auc: 0.585046\n",
      "[289]\tvalid_0's auc: 0.586138\n",
      "[290]\tvalid_0's auc: 0.586933\n",
      "[291]\tvalid_0's auc: 0.586337\n",
      "[292]\tvalid_0's auc: 0.585145\n",
      "[293]\tvalid_0's auc: 0.583954\n",
      "[294]\tvalid_0's auc: 0.583954\n",
      "[295]\tvalid_0's auc: 0.583358\n",
      "[296]\tvalid_0's auc: 0.585443\n",
      "[297]\tvalid_0's auc: 0.58594\n",
      "[298]\tvalid_0's auc: 0.584947\n",
      "[299]\tvalid_0's auc: 0.585841\n",
      "[300]\tvalid_0's auc: 0.584748\n",
      "[301]\tvalid_0's auc: 0.587529\n",
      "[302]\tvalid_0's auc: 0.588224\n",
      "[303]\tvalid_0's auc: 0.590011\n",
      "[304]\tvalid_0's auc: 0.593883\n",
      "[305]\tvalid_0's auc: 0.594578\n",
      "[306]\tvalid_0's auc: 0.593784\n",
      "[307]\tvalid_0's auc: 0.595869\n",
      "[308]\tvalid_0's auc: 0.596267\n",
      "[309]\tvalid_0's auc: 0.598848\n",
      "[310]\tvalid_0's auc: 0.595075\n",
      "[311]\tvalid_0's auc: 0.598153\n",
      "[312]\tvalid_0's auc: 0.59865\n",
      "[313]\tvalid_0's auc: 0.59865\n",
      "[314]\tvalid_0's auc: 0.597657\n",
      "[315]\tvalid_0's auc: 0.596962\n",
      "[316]\tvalid_0's auc: 0.599742\n",
      "[317]\tvalid_0's auc: 0.598749\n",
      "[318]\tvalid_0's auc: 0.599643\n",
      "[319]\tvalid_0's auc: 0.60004\n",
      "[320]\tvalid_0's auc: 0.599643\n",
      "[321]\tvalid_0's auc: 0.600139\n",
      "[322]\tvalid_0's auc: 0.59855\n",
      "[323]\tvalid_0's auc: 0.595671\n",
      "[324]\tvalid_0's auc: 0.596564\n",
      "[325]\tvalid_0's auc: 0.594777\n",
      "[326]\tvalid_0's auc: 0.595174\n",
      "[327]\tvalid_0's auc: 0.595174\n",
      "[328]\tvalid_0's auc: 0.594578\n",
      "[329]\tvalid_0's auc: 0.595075\n",
      "[330]\tvalid_0's auc: 0.59438\n",
      "[331]\tvalid_0's auc: 0.594281\n",
      "[332]\tvalid_0's auc: 0.592295\n",
      "[333]\tvalid_0's auc: 0.5916\n",
      "[334]\tvalid_0's auc: 0.593486\n",
      "[335]\tvalid_0's auc: 0.592493\n",
      "[336]\tvalid_0's auc: 0.5916\n",
      "[337]\tvalid_0's auc: 0.592692\n",
      "[338]\tvalid_0's auc: 0.593486\n",
      "[339]\tvalid_0's auc: 0.592195\n",
      "[340]\tvalid_0's auc: 0.593387\n",
      "[341]\tvalid_0's auc: 0.592791\n",
      "[342]\tvalid_0's auc: 0.593288\n",
      "[343]\tvalid_0's auc: 0.592692\n",
      "[344]\tvalid_0's auc: 0.593188\n",
      "[345]\tvalid_0's auc: 0.590805\n",
      "[346]\tvalid_0's auc: 0.591202\n",
      "[347]\tvalid_0's auc: 0.590905\n",
      "[348]\tvalid_0's auc: 0.591103\n",
      "[349]\tvalid_0's auc: 0.5915\n",
      "[350]\tvalid_0's auc: 0.592195\n",
      "[351]\tvalid_0's auc: 0.590805\n",
      "[352]\tvalid_0's auc: 0.591202\n",
      "[353]\tvalid_0's auc: 0.591202\n",
      "[354]\tvalid_0's auc: 0.592195\n",
      "[355]\tvalid_0's auc: 0.591699\n",
      "[356]\tvalid_0's auc: 0.592593\n",
      "[357]\tvalid_0's auc: 0.591401\n",
      "[358]\tvalid_0's auc: 0.591798\n",
      "[359]\tvalid_0's auc: 0.590408\n",
      "[360]\tvalid_0's auc: 0.587826\n",
      "[361]\tvalid_0's auc: 0.589614\n",
      "[362]\tvalid_0's auc: 0.591302\n",
      "[363]\tvalid_0's auc: 0.593387\n",
      "[364]\tvalid_0's auc: 0.593486\n",
      "[365]\tvalid_0's auc: 0.594678\n",
      "[366]\tvalid_0's auc: 0.595373\n",
      "[367]\tvalid_0's auc: 0.596664\n",
      "[368]\tvalid_0's auc: 0.596267\n",
      "[369]\tvalid_0's auc: 0.596167\n",
      "[370]\tvalid_0's auc: 0.597955\n",
      "[371]\tvalid_0's auc: 0.60004\n",
      "[372]\tvalid_0's auc: 0.599841\n",
      "[373]\tvalid_0's auc: 0.600735\n",
      "[374]\tvalid_0's auc: 0.599245\n",
      "[375]\tvalid_0's auc: 0.599345\n",
      "[376]\tvalid_0's auc: 0.599245\n",
      "[377]\tvalid_0's auc: 0.601132\n",
      "[378]\tvalid_0's auc: 0.602721\n",
      "[379]\tvalid_0's auc: 0.603416\n",
      "[380]\tvalid_0's auc: 0.604012\n",
      "[381]\tvalid_0's auc: 0.604111\n",
      "[382]\tvalid_0's auc: 0.603217\n",
      "[383]\tvalid_0's auc: 0.602423\n",
      "[384]\tvalid_0's auc: 0.601132\n",
      "[385]\tvalid_0's auc: 0.599742\n",
      "[386]\tvalid_0's auc: 0.59994\n",
      "[387]\tvalid_0's auc: 0.600238\n",
      "[388]\tvalid_0's auc: 0.601728\n",
      "[389]\tvalid_0's auc: 0.602522\n",
      "[390]\tvalid_0's auc: 0.603019\n",
      "[391]\tvalid_0's auc: 0.603912\n",
      "[392]\tvalid_0's auc: 0.602621\n",
      "[393]\tvalid_0's auc: 0.603714\n",
      "[394]\tvalid_0's auc: 0.604309\n",
      "[395]\tvalid_0's auc: 0.604806\n",
      "[396]\tvalid_0's auc: 0.604111\n",
      "[397]\tvalid_0's auc: 0.605104\n",
      "[398]\tvalid_0's auc: 0.605302\n",
      "[399]\tvalid_0's auc: 0.606692\n",
      "[400]\tvalid_0's auc: 0.607288\n",
      "[401]\tvalid_0's auc: 0.606692\n",
      "[402]\tvalid_0's auc: 0.607487\n",
      "[403]\tvalid_0's auc: 0.606295\n",
      "[404]\tvalid_0's auc: 0.605104\n",
      "[405]\tvalid_0's auc: 0.605004\n",
      "[406]\tvalid_0's auc: 0.605004\n",
      "[407]\tvalid_0's auc: 0.604905\n",
      "[408]\tvalid_0's auc: 0.604607\n",
      "[409]\tvalid_0's auc: 0.604111\n",
      "[410]\tvalid_0's auc: 0.604012\n",
      "[411]\tvalid_0's auc: 0.604409\n",
      "[412]\tvalid_0's auc: 0.605203\n",
      "[413]\tvalid_0's auc: 0.605004\n",
      "[414]\tvalid_0's auc: 0.605997\n",
      "[415]\tvalid_0's auc: 0.607388\n",
      "[416]\tvalid_0's auc: 0.605898\n",
      "[417]\tvalid_0's auc: 0.606196\n",
      "[418]\tvalid_0's auc: 0.604607\n",
      "[419]\tvalid_0's auc: 0.605203\n",
      "[420]\tvalid_0's auc: 0.606792\n",
      "[421]\tvalid_0's auc: 0.608083\n",
      "[422]\tvalid_0's auc: 0.606692\n",
      "[423]\tvalid_0's auc: 0.6057\n",
      "[424]\tvalid_0's auc: 0.6057\n",
      "[425]\tvalid_0's auc: 0.607189\n",
      "[426]\tvalid_0's auc: 0.606692\n",
      "[427]\tvalid_0's auc: 0.606494\n",
      "[428]\tvalid_0's auc: 0.60709\n",
      "[429]\tvalid_0's auc: 0.608579\n",
      "[430]\tvalid_0's auc: 0.608976\n",
      "[431]\tvalid_0's auc: 0.608281\n",
      "[432]\tvalid_0's auc: 0.608579\n",
      "[433]\tvalid_0's auc: 0.608579\n",
      "[434]\tvalid_0's auc: 0.609175\n",
      "[435]\tvalid_0's auc: 0.609274\n",
      "[436]\tvalid_0's auc: 0.608976\n",
      "[437]\tvalid_0's auc: 0.609572\n",
      "[438]\tvalid_0's auc: 0.608678\n",
      "[439]\tvalid_0's auc: 0.60987\n",
      "[440]\tvalid_0's auc: 0.609969\n",
      "[441]\tvalid_0's auc: 0.607586\n",
      "[442]\tvalid_0's auc: 0.607487\n",
      "[443]\tvalid_0's auc: 0.609373\n",
      "[444]\tvalid_0's auc: 0.608877\n",
      "[445]\tvalid_0's auc: 0.610764\n",
      "[446]\tvalid_0's auc: 0.610962\n",
      "[447]\tvalid_0's auc: 0.611359\n",
      "[448]\tvalid_0's auc: 0.611359\n",
      "[449]\tvalid_0's auc: 0.611459\n",
      "[450]\tvalid_0's auc: 0.611558\n",
      "[451]\tvalid_0's auc: 0.613147\n",
      "[452]\tvalid_0's auc: 0.613147\n",
      "[453]\tvalid_0's auc: 0.614338\n",
      "[454]\tvalid_0's auc: 0.615232\n",
      "[455]\tvalid_0's auc: 0.61543\n",
      "[456]\tvalid_0's auc: 0.615133\n",
      "[457]\tvalid_0's auc: 0.614437\n",
      "[458]\tvalid_0's auc: 0.61404\n",
      "[459]\tvalid_0's auc: 0.613147\n",
      "[460]\tvalid_0's auc: 0.612054\n",
      "[461]\tvalid_0's auc: 0.611558\n",
      "[462]\tvalid_0's auc: 0.611161\n",
      "[463]\tvalid_0's auc: 0.610962\n",
      "[464]\tvalid_0's auc: 0.611359\n",
      "[465]\tvalid_0's auc: 0.609473\n",
      "[466]\tvalid_0's auc: 0.610565\n",
      "[467]\tvalid_0's auc: 0.611061\n",
      "[468]\tvalid_0's auc: 0.61126\n",
      "[469]\tvalid_0's auc: 0.611558\n",
      "[470]\tvalid_0's auc: 0.610962\n",
      "[471]\tvalid_0's auc: 0.609969\n",
      "[472]\tvalid_0's auc: 0.610863\n",
      "[473]\tvalid_0's auc: 0.610168\n",
      "[474]\tvalid_0's auc: 0.60987\n",
      "[475]\tvalid_0's auc: 0.611359\n",
      "[476]\tvalid_0's auc: 0.611657\n",
      "[477]\tvalid_0's auc: 0.612352\n",
      "[478]\tvalid_0's auc: 0.611359\n",
      "[479]\tvalid_0's auc: 0.610863\n",
      "[480]\tvalid_0's auc: 0.610466\n",
      "[481]\tvalid_0's auc: 0.609473\n",
      "[482]\tvalid_0's auc: 0.608678\n",
      "[483]\tvalid_0's auc: 0.611657\n",
      "[484]\tvalid_0's auc: 0.610664\n",
      "[485]\tvalid_0's auc: 0.608877\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[486]\tvalid_0's auc: 0.611061\n",
      "[487]\tvalid_0's auc: 0.609373\n",
      "[488]\tvalid_0's auc: 0.609671\n",
      "[489]\tvalid_0's auc: 0.611657\n",
      "[490]\tvalid_0's auc: 0.612749\n",
      "[491]\tvalid_0's auc: 0.612452\n",
      "[492]\tvalid_0's auc: 0.611558\n",
      "[493]\tvalid_0's auc: 0.609969\n",
      "[494]\tvalid_0's auc: 0.609373\n",
      "[495]\tvalid_0's auc: 0.610466\n",
      "[496]\tvalid_0's auc: 0.610565\n",
      "[497]\tvalid_0's auc: 0.610565\n",
      "[498]\tvalid_0's auc: 0.610267\n",
      "[499]\tvalid_0's auc: 0.610664\n",
      "[500]\tvalid_0's auc: 0.611657\n",
      "[501]\tvalid_0's auc: 0.610267\n",
      "[502]\tvalid_0's auc: 0.60987\n",
      "[503]\tvalid_0's auc: 0.610267\n",
      "[504]\tvalid_0's auc: 0.608877\n",
      "[505]\tvalid_0's auc: 0.610168\n",
      "[506]\tvalid_0's auc: 0.610863\n",
      "[507]\tvalid_0's auc: 0.612452\n",
      "[508]\tvalid_0's auc: 0.612551\n",
      "[509]\tvalid_0's auc: 0.612849\n",
      "[510]\tvalid_0's auc: 0.613246\n",
      "[511]\tvalid_0's auc: 0.615033\n",
      "[512]\tvalid_0's auc: 0.615232\n",
      "[513]\tvalid_0's auc: 0.615629\n",
      "[514]\tvalid_0's auc: 0.615331\n",
      "[515]\tvalid_0's auc: 0.615033\n",
      "[516]\tvalid_0's auc: 0.614437\n",
      "[517]\tvalid_0's auc: 0.614537\n",
      "[518]\tvalid_0's auc: 0.614835\n",
      "[519]\tvalid_0's auc: 0.613643\n",
      "[520]\tvalid_0's auc: 0.613742\n",
      "[521]\tvalid_0's auc: 0.613345\n",
      "[522]\tvalid_0's auc: 0.613842\n",
      "[523]\tvalid_0's auc: 0.612352\n",
      "[524]\tvalid_0's auc: 0.612749\n",
      "[525]\tvalid_0's auc: 0.612452\n",
      "[526]\tvalid_0's auc: 0.613941\n",
      "[527]\tvalid_0's auc: 0.614239\n",
      "[528]\tvalid_0's auc: 0.614239\n",
      "[529]\tvalid_0's auc: 0.612948\n",
      "[530]\tvalid_0's auc: 0.613147\n",
      "[531]\tvalid_0's auc: 0.613941\n",
      "[532]\tvalid_0's auc: 0.612452\n",
      "[533]\tvalid_0's auc: 0.613345\n",
      "[534]\tvalid_0's auc: 0.613047\n",
      "[535]\tvalid_0's auc: 0.61265\n",
      "[536]\tvalid_0's auc: 0.613742\n",
      "[537]\tvalid_0's auc: 0.61414\n",
      "[538]\tvalid_0's auc: 0.613842\n",
      "[539]\tvalid_0's auc: 0.613047\n",
      "[540]\tvalid_0's auc: 0.613047\n",
      "[541]\tvalid_0's auc: 0.612452\n",
      "[542]\tvalid_0's auc: 0.612154\n",
      "[543]\tvalid_0's auc: 0.612054\n",
      "[544]\tvalid_0's auc: 0.612948\n",
      "[545]\tvalid_0's auc: 0.611359\n",
      "[546]\tvalid_0's auc: 0.612849\n",
      "[547]\tvalid_0's auc: 0.614735\n",
      "[548]\tvalid_0's auc: 0.614239\n",
      "[549]\tvalid_0's auc: 0.614537\n",
      "[550]\tvalid_0's auc: 0.613445\n",
      "[551]\tvalid_0's auc: 0.612253\n",
      "[552]\tvalid_0's auc: 0.613047\n",
      "[553]\tvalid_0's auc: 0.612253\n",
      "[554]\tvalid_0's auc: 0.612154\n",
      "[555]\tvalid_0's auc: 0.613246\n",
      "[556]\tvalid_0's auc: 0.61404\n",
      "[557]\tvalid_0's auc: 0.614537\n",
      "[558]\tvalid_0's auc: 0.615232\n",
      "[559]\tvalid_0's auc: 0.615629\n",
      "[560]\tvalid_0's auc: 0.616026\n",
      "[561]\tvalid_0's auc: 0.615828\n",
      "[562]\tvalid_0's auc: 0.615927\n",
      "[563]\tvalid_0's auc: 0.613742\n",
      "[564]\tvalid_0's auc: 0.613047\n",
      "[565]\tvalid_0's auc: 0.611856\n",
      "[566]\tvalid_0's auc: 0.610565\n",
      "[567]\tvalid_0's auc: 0.610764\n",
      "[568]\tvalid_0's auc: 0.610565\n",
      "[569]\tvalid_0's auc: 0.611955\n",
      "[570]\tvalid_0's auc: 0.612452\n",
      "[571]\tvalid_0's auc: 0.611856\n",
      "[572]\tvalid_0's auc: 0.61265\n",
      "[573]\tvalid_0's auc: 0.612849\n",
      "[574]\tvalid_0's auc: 0.613345\n",
      "[575]\tvalid_0's auc: 0.613643\n",
      "[576]\tvalid_0's auc: 0.61404\n",
      "[577]\tvalid_0's auc: 0.613941\n",
      "[578]\tvalid_0's auc: 0.613742\n",
      "[579]\tvalid_0's auc: 0.613742\n",
      "[580]\tvalid_0's auc: 0.613643\n",
      "[581]\tvalid_0's auc: 0.613742\n",
      "[582]\tvalid_0's auc: 0.61265\n",
      "[583]\tvalid_0's auc: 0.611955\n",
      "[584]\tvalid_0's auc: 0.611757\n",
      "[585]\tvalid_0's auc: 0.611856\n",
      "[586]\tvalid_0's auc: 0.610764\n",
      "[587]\tvalid_0's auc: 0.609771\n",
      "[588]\tvalid_0's auc: 0.609771\n",
      "[589]\tvalid_0's auc: 0.610466\n",
      "[590]\tvalid_0's auc: 0.609473\n",
      "[591]\tvalid_0's auc: 0.609473\n",
      "[592]\tvalid_0's auc: 0.609572\n",
      "[593]\tvalid_0's auc: 0.609771\n",
      "[594]\tvalid_0's auc: 0.610466\n",
      "[595]\tvalid_0's auc: 0.609373\n",
      "[596]\tvalid_0's auc: 0.609373\n",
      "[597]\tvalid_0's auc: 0.610168\n",
      "[598]\tvalid_0's auc: 0.609175\n",
      "[599]\tvalid_0's auc: 0.608182\n",
      "[600]\tvalid_0's auc: 0.608877\n",
      "[601]\tvalid_0's auc: 0.607983\n",
      "[602]\tvalid_0's auc: 0.608281\n",
      "[603]\tvalid_0's auc: 0.608281\n",
      "[604]\tvalid_0's auc: 0.608877\n",
      "[605]\tvalid_0's auc: 0.609076\n",
      "[606]\tvalid_0's auc: 0.608877\n",
      "[607]\tvalid_0's auc: 0.60987\n",
      "[608]\tvalid_0's auc: 0.609076\n",
      "[609]\tvalid_0's auc: 0.610466\n",
      "[610]\tvalid_0's auc: 0.608678\n",
      "[611]\tvalid_0's auc: 0.608678\n",
      "[612]\tvalid_0's auc: 0.608182\n",
      "[613]\tvalid_0's auc: 0.609373\n",
      "[614]\tvalid_0's auc: 0.610764\n",
      "[615]\tvalid_0's auc: 0.610764\n",
      "[616]\tvalid_0's auc: 0.613643\n",
      "[617]\tvalid_0's auc: 0.613445\n",
      "[618]\tvalid_0's auc: 0.612352\n",
      "[619]\tvalid_0's auc: 0.612551\n",
      "[620]\tvalid_0's auc: 0.610267\n",
      "[621]\tvalid_0's auc: 0.609373\n",
      "[622]\tvalid_0's auc: 0.60987\n",
      "[623]\tvalid_0's auc: 0.609175\n",
      "[624]\tvalid_0's auc: 0.608976\n",
      "[625]\tvalid_0's auc: 0.610168\n",
      "[626]\tvalid_0's auc: 0.610863\n",
      "[627]\tvalid_0's auc: 0.610168\n",
      "[628]\tvalid_0's auc: 0.609671\n",
      "[629]\tvalid_0's auc: 0.608976\n",
      "[630]\tvalid_0's auc: 0.608579\n",
      "[631]\tvalid_0's auc: 0.609274\n",
      "[632]\tvalid_0's auc: 0.609771\n",
      "[633]\tvalid_0's auc: 0.610267\n",
      "[634]\tvalid_0's auc: 0.612054\n",
      "[635]\tvalid_0's auc: 0.611359\n",
      "[636]\tvalid_0's auc: 0.611657\n",
      "[637]\tvalid_0's auc: 0.611757\n",
      "[638]\tvalid_0's auc: 0.611757\n",
      "[639]\tvalid_0's auc: 0.611459\n",
      "[640]\tvalid_0's auc: 0.611657\n",
      "[641]\tvalid_0's auc: 0.610366\n",
      "[642]\tvalid_0's auc: 0.60987\n",
      "[643]\tvalid_0's auc: 0.610366\n",
      "[644]\tvalid_0's auc: 0.610267\n",
      "[645]\tvalid_0's auc: 0.610764\n",
      "[646]\tvalid_0's auc: 0.611061\n",
      "[647]\tvalid_0's auc: 0.612253\n",
      "[648]\tvalid_0's auc: 0.611757\n",
      "[649]\tvalid_0's auc: 0.61126\n",
      "[650]\tvalid_0's auc: 0.61126\n",
      "[651]\tvalid_0's auc: 0.612452\n",
      "[652]\tvalid_0's auc: 0.612154\n",
      "[653]\tvalid_0's auc: 0.612054\n",
      "[654]\tvalid_0's auc: 0.612948\n",
      "[655]\tvalid_0's auc: 0.612452\n",
      "[656]\tvalid_0's auc: 0.613643\n",
      "[657]\tvalid_0's auc: 0.616225\n",
      "[658]\tvalid_0's auc: 0.616721\n",
      "[659]\tvalid_0's auc: 0.617615\n",
      "[660]\tvalid_0's auc: 0.618012\n",
      "[661]\tvalid_0's auc: 0.618111\n",
      "[662]\tvalid_0's auc: 0.618111\n",
      "[663]\tvalid_0's auc: 0.617317\n",
      "[664]\tvalid_0's auc: 0.617118\n",
      "[665]\tvalid_0's auc: 0.617317\n",
      "[666]\tvalid_0's auc: 0.617913\n",
      "[667]\tvalid_0's auc: 0.617019\n",
      "[668]\tvalid_0's auc: 0.617118\n",
      "[669]\tvalid_0's auc: 0.616622\n",
      "[670]\tvalid_0's auc: 0.617218\n",
      "[671]\tvalid_0's auc: 0.618012\n",
      "[672]\tvalid_0's auc: 0.618111\n",
      "[673]\tvalid_0's auc: 0.618012\n",
      "[674]\tvalid_0's auc: 0.617118\n",
      "[675]\tvalid_0's auc: 0.61692\n",
      "[676]\tvalid_0's auc: 0.616423\n",
      "[677]\tvalid_0's auc: 0.617416\n",
      "[678]\tvalid_0's auc: 0.617019\n",
      "[679]\tvalid_0's auc: 0.618409\n",
      "[680]\tvalid_0's auc: 0.618707\n",
      "[681]\tvalid_0's auc: 0.619104\n",
      "[682]\tvalid_0's auc: 0.618707\n",
      "[683]\tvalid_0's auc: 0.619005\n",
      "[684]\tvalid_0's auc: 0.618906\n",
      "[685]\tvalid_0's auc: 0.619303\n",
      "[686]\tvalid_0's auc: 0.619502\n",
      "[687]\tvalid_0's auc: 0.618806\n",
      "[688]\tvalid_0's auc: 0.618608\n",
      "[689]\tvalid_0's auc: 0.618211\n",
      "[690]\tvalid_0's auc: 0.617615\n",
      "[691]\tvalid_0's auc: 0.617416\n",
      "[692]\tvalid_0's auc: 0.617317\n",
      "[693]\tvalid_0's auc: 0.617814\n",
      "[694]\tvalid_0's auc: 0.617416\n",
      "[695]\tvalid_0's auc: 0.618211\n",
      "[696]\tvalid_0's auc: 0.617615\n",
      "[697]\tvalid_0's auc: 0.617814\n",
      "[698]\tvalid_0's auc: 0.617913\n",
      "[699]\tvalid_0's auc: 0.616821\n",
      "[700]\tvalid_0's auc: 0.617019\n",
      "[701]\tvalid_0's auc: 0.618012\n",
      "[702]\tvalid_0's auc: 0.616423\n",
      "[703]\tvalid_0's auc: 0.617714\n",
      "[704]\tvalid_0's auc: 0.617118\n",
      "[705]\tvalid_0's auc: 0.617019\n",
      "[706]\tvalid_0's auc: 0.617814\n",
      "[707]\tvalid_0's auc: 0.617218\n",
      "[708]\tvalid_0's auc: 0.616423\n",
      "[709]\tvalid_0's auc: 0.617416\n",
      "[710]\tvalid_0's auc: 0.616523\n",
      "[711]\tvalid_0's auc: 0.615629\n",
      "[712]\tvalid_0's auc: 0.616324\n",
      "[713]\tvalid_0's auc: 0.614636\n",
      "[714]\tvalid_0's auc: 0.614239\n",
      "[715]\tvalid_0's auc: 0.613246\n",
      "[716]\tvalid_0's auc: 0.613643\n",
      "[717]\tvalid_0's auc: 0.614735\n",
      "[718]\tvalid_0's auc: 0.61553\n",
      "[719]\tvalid_0's auc: 0.614934\n",
      "[720]\tvalid_0's auc: 0.615828\n",
      "[721]\tvalid_0's auc: 0.615828\n",
      "[722]\tvalid_0's auc: 0.616523\n",
      "[723]\tvalid_0's auc: 0.617218\n",
      "[724]\tvalid_0's auc: 0.617218\n",
      "[725]\tvalid_0's auc: 0.617714\n",
      "[726]\tvalid_0's auc: 0.618608\n",
      "[727]\tvalid_0's auc: 0.619104\n",
      "[728]\tvalid_0's auc: 0.620197\n",
      "[729]\tvalid_0's auc: 0.619998\n",
      "[730]\tvalid_0's auc: 0.618806\n",
      "[731]\tvalid_0's auc: 0.618012\n",
      "[732]\tvalid_0's auc: 0.617814\n",
      "[733]\tvalid_0's auc: 0.617814\n",
      "[734]\tvalid_0's auc: 0.617317\n",
      "[735]\tvalid_0's auc: 0.616126\n",
      "[736]\tvalid_0's auc: 0.617416\n",
      "[737]\tvalid_0's auc: 0.618608\n",
      "[738]\tvalid_0's auc: 0.619303\n",
      "[739]\tvalid_0's auc: 0.620097\n",
      "[740]\tvalid_0's auc: 0.619204\n",
      "[741]\tvalid_0's auc: 0.619104\n",
      "[742]\tvalid_0's auc: 0.619303\n",
      "[743]\tvalid_0's auc: 0.619303\n",
      "[744]\tvalid_0's auc: 0.619104\n",
      "[745]\tvalid_0's auc: 0.619204\n",
      "[746]\tvalid_0's auc: 0.619998\n",
      "[747]\tvalid_0's auc: 0.619502\n",
      "[748]\tvalid_0's auc: 0.6197\n",
      "[749]\tvalid_0's auc: 0.619402\n",
      "[750]\tvalid_0's auc: 0.618806\n",
      "[751]\tvalid_0's auc: 0.617913\n",
      "[752]\tvalid_0's auc: 0.617516\n",
      "[753]\tvalid_0's auc: 0.617615\n",
      "[754]\tvalid_0's auc: 0.617317\n",
      "[755]\tvalid_0's auc: 0.617516\n",
      "[756]\tvalid_0's auc: 0.618211\n",
      "[757]\tvalid_0's auc: 0.618608\n",
      "[758]\tvalid_0's auc: 0.618509\n",
      "[759]\tvalid_0's auc: 0.618012\n",
      "[760]\tvalid_0's auc: 0.617118\n",
      "[761]\tvalid_0's auc: 0.616821\n",
      "[762]\tvalid_0's auc: 0.617118\n",
      "[763]\tvalid_0's auc: 0.617118\n",
      "[764]\tvalid_0's auc: 0.616622\n",
      "[765]\tvalid_0's auc: 0.616026\n",
      "[766]\tvalid_0's auc: 0.615828\n",
      "[767]\tvalid_0's auc: 0.615133\n",
      "[768]\tvalid_0's auc: 0.61543\n",
      "[769]\tvalid_0's auc: 0.615033\n",
      "[770]\tvalid_0's auc: 0.614537\n",
      "[771]\tvalid_0's auc: 0.614636\n",
      "[772]\tvalid_0's auc: 0.613941\n",
      "[773]\tvalid_0's auc: 0.613742\n",
      "[774]\tvalid_0's auc: 0.612253\n",
      "[775]\tvalid_0's auc: 0.612749\n",
      "[776]\tvalid_0's auc: 0.611558\n",
      "[777]\tvalid_0's auc: 0.611558\n",
      "[778]\tvalid_0's auc: 0.611359\n",
      "[779]\tvalid_0's auc: 0.611856\n",
      "[780]\tvalid_0's auc: 0.612551\n",
      "[781]\tvalid_0's auc: 0.612452\n",
      "[782]\tvalid_0's auc: 0.611955\n",
      "[783]\tvalid_0's auc: 0.613544\n",
      "[784]\tvalid_0's auc: 0.612452\n",
      "[785]\tvalid_0's auc: 0.613842\n",
      "[786]\tvalid_0's auc: 0.613047\n",
      "[787]\tvalid_0's auc: 0.612154\n",
      "[788]\tvalid_0's auc: 0.610764\n",
      "[789]\tvalid_0's auc: 0.610664\n",
      "[790]\tvalid_0's auc: 0.610565\n",
      "[791]\tvalid_0's auc: 0.611955\n",
      "[792]\tvalid_0's auc: 0.612551\n",
      "[793]\tvalid_0's auc: 0.612749\n",
      "[794]\tvalid_0's auc: 0.613147\n",
      "[795]\tvalid_0's auc: 0.613842\n",
      "[796]\tvalid_0's auc: 0.61414\n",
      "[797]\tvalid_0's auc: 0.613345\n",
      "[798]\tvalid_0's auc: 0.613544\n",
      "[799]\tvalid_0's auc: 0.613544\n",
      "[800]\tvalid_0's auc: 0.614437\n",
      "[801]\tvalid_0's auc: 0.613941\n",
      "[802]\tvalid_0's auc: 0.61404\n",
      "[803]\tvalid_0's auc: 0.613147\n",
      "[804]\tvalid_0's auc: 0.61404\n",
      "[805]\tvalid_0's auc: 0.61404\n",
      "[806]\tvalid_0's auc: 0.613941\n",
      "[807]\tvalid_0's auc: 0.614239\n",
      "[808]\tvalid_0's auc: 0.614735\n",
      "[809]\tvalid_0's auc: 0.614636\n",
      "[810]\tvalid_0's auc: 0.614437\n",
      "[811]\tvalid_0's auc: 0.614537\n",
      "[812]\tvalid_0's auc: 0.61404\n",
      "[813]\tvalid_0's auc: 0.61414\n",
      "[814]\tvalid_0's auc: 0.613445\n",
      "[815]\tvalid_0's auc: 0.612253\n",
      "[816]\tvalid_0's auc: 0.61265\n",
      "[817]\tvalid_0's auc: 0.61265\n",
      "[818]\tvalid_0's auc: 0.612452\n",
      "[819]\tvalid_0's auc: 0.613246\n",
      "[820]\tvalid_0's auc: 0.612452\n",
      "[821]\tvalid_0's auc: 0.612551\n",
      "[822]\tvalid_0's auc: 0.61265\n",
      "[823]\tvalid_0's auc: 0.612749\n",
      "[824]\tvalid_0's auc: 0.61265\n",
      "[825]\tvalid_0's auc: 0.613345\n",
      "[826]\tvalid_0's auc: 0.613345\n",
      "[827]\tvalid_0's auc: 0.613445\n",
      "[828]\tvalid_0's auc: 0.613643\n",
      "[829]\tvalid_0's auc: 0.613742\n",
      "[830]\tvalid_0's auc: 0.613544\n",
      "[831]\tvalid_0's auc: 0.61404\n",
      "[832]\tvalid_0's auc: 0.613643\n",
      "[833]\tvalid_0's auc: 0.613047\n",
      "[834]\tvalid_0's auc: 0.613345\n",
      "[835]\tvalid_0's auc: 0.613047\n",
      "[836]\tvalid_0's auc: 0.613445\n",
      "[837]\tvalid_0's auc: 0.612452\n",
      "[838]\tvalid_0's auc: 0.613246\n",
      "[839]\tvalid_0's auc: 0.612253\n",
      "[840]\tvalid_0's auc: 0.612154\n",
      "[841]\tvalid_0's auc: 0.612154\n",
      "[842]\tvalid_0's auc: 0.611757\n",
      "[843]\tvalid_0's auc: 0.611856\n",
      "[844]\tvalid_0's auc: 0.611856\n",
      "[845]\tvalid_0's auc: 0.611657\n",
      "[846]\tvalid_0's auc: 0.610267\n",
      "[847]\tvalid_0's auc: 0.611359\n",
      "[848]\tvalid_0's auc: 0.611657\n",
      "[849]\tvalid_0's auc: 0.611161\n",
      "[850]\tvalid_0's auc: 0.611359\n",
      "[851]\tvalid_0's auc: 0.610466\n",
      "[852]\tvalid_0's auc: 0.609969\n",
      "[853]\tvalid_0's auc: 0.608877\n",
      "[854]\tvalid_0's auc: 0.608877\n",
      "[855]\tvalid_0's auc: 0.608083\n",
      "[856]\tvalid_0's auc: 0.60838\n",
      "[857]\tvalid_0's auc: 0.60848\n",
      "[858]\tvalid_0's auc: 0.608579\n",
      "[859]\tvalid_0's auc: 0.608778\n",
      "[860]\tvalid_0's auc: 0.608778\n",
      "[861]\tvalid_0's auc: 0.608778\n",
      "[862]\tvalid_0's auc: 0.608182\n",
      "[863]\tvalid_0's auc: 0.60848\n",
      "[864]\tvalid_0's auc: 0.608281\n",
      "[865]\tvalid_0's auc: 0.607785\n",
      "[866]\tvalid_0's auc: 0.607586\n",
      "[867]\tvalid_0's auc: 0.607388\n",
      "[868]\tvalid_0's auc: 0.60699\n",
      "[869]\tvalid_0's auc: 0.60699\n",
      "[870]\tvalid_0's auc: 0.60709\n",
      "[871]\tvalid_0's auc: 0.605997\n",
      "[872]\tvalid_0's auc: 0.606494\n",
      "[873]\tvalid_0's auc: 0.607487\n",
      "[874]\tvalid_0's auc: 0.60838\n",
      "[875]\tvalid_0's auc: 0.608579\n",
      "[876]\tvalid_0's auc: 0.608281\n",
      "[877]\tvalid_0's auc: 0.608281\n",
      "[878]\tvalid_0's auc: 0.608083\n",
      "[879]\tvalid_0's auc: 0.60848\n",
      "[880]\tvalid_0's auc: 0.609274\n",
      "[881]\tvalid_0's auc: 0.609572\n",
      "[882]\tvalid_0's auc: 0.608579\n",
      "[883]\tvalid_0's auc: 0.609076\n",
      "[884]\tvalid_0's auc: 0.608778\n",
      "[885]\tvalid_0's auc: 0.609373\n",
      "[886]\tvalid_0's auc: 0.608182\n",
      "[887]\tvalid_0's auc: 0.608678\n",
      "[888]\tvalid_0's auc: 0.608083\n",
      "[889]\tvalid_0's auc: 0.608182\n",
      "[890]\tvalid_0's auc: 0.60838\n",
      "[891]\tvalid_0's auc: 0.607685\n",
      "[892]\tvalid_0's auc: 0.607586\n",
      "[893]\tvalid_0's auc: 0.606692\n",
      "[894]\tvalid_0's auc: 0.606891\n",
      "[895]\tvalid_0's auc: 0.606792\n",
      "[896]\tvalid_0's auc: 0.606692\n",
      "[897]\tvalid_0's auc: 0.606593\n",
      "[898]\tvalid_0's auc: 0.606792\n",
      "[899]\tvalid_0's auc: 0.606792\n",
      "[900]\tvalid_0's auc: 0.60699\n",
      "[901]\tvalid_0's auc: 0.606792\n",
      "[902]\tvalid_0's auc: 0.607189\n",
      "[903]\tvalid_0's auc: 0.607388\n",
      "[904]\tvalid_0's auc: 0.607388\n",
      "[905]\tvalid_0's auc: 0.606692\n",
      "[906]\tvalid_0's auc: 0.606692\n",
      "[907]\tvalid_0's auc: 0.607487\n",
      "[908]\tvalid_0's auc: 0.60709\n",
      "[909]\tvalid_0's auc: 0.606395\n",
      "[910]\tvalid_0's auc: 0.606196\n",
      "[911]\tvalid_0's auc: 0.606792\n",
      "[912]\tvalid_0's auc: 0.606692\n",
      "[913]\tvalid_0's auc: 0.607288\n",
      "[914]\tvalid_0's auc: 0.606395\n",
      "[915]\tvalid_0's auc: 0.60709\n",
      "[916]\tvalid_0's auc: 0.606097\n",
      "[917]\tvalid_0's auc: 0.606196\n",
      "[918]\tvalid_0's auc: 0.606395\n",
      "[919]\tvalid_0's auc: 0.606097\n",
      "[920]\tvalid_0's auc: 0.606295\n",
      "[921]\tvalid_0's auc: 0.606196\n",
      "[922]\tvalid_0's auc: 0.6057\n",
      "[923]\tvalid_0's auc: 0.605799\n",
      "[924]\tvalid_0's auc: 0.605997\n",
      "[925]\tvalid_0's auc: 0.606097\n",
      "[926]\tvalid_0's auc: 0.606196\n",
      "[927]\tvalid_0's auc: 0.606494\n",
      "[928]\tvalid_0's auc: 0.606196\n",
      "Early stopping, best iteration is:\n",
      "[728]\tvalid_0's auc: 0.620197\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.498213\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.462864\n",
      "[3]\tvalid_0's auc: 0.448863\n",
      "[4]\tvalid_0's auc: 0.484063\n",
      "[5]\tvalid_0's auc: 0.461225\n",
      "[6]\tvalid_0's auc: 0.474084\n",
      "[7]\tvalid_0's auc: 0.49861\n",
      "[8]\tvalid_0's auc: 0.495631\n",
      "[9]\tvalid_0's auc: 0.536541\n",
      "[10]\tvalid_0's auc: 0.534753\n",
      "[11]\tvalid_0's auc: 0.532072\n",
      "[12]\tvalid_0's auc: 0.524079\n",
      "[13]\tvalid_0's auc: 0.521696\n",
      "[14]\tvalid_0's auc: 0.542002\n",
      "[15]\tvalid_0's auc: 0.545775\n",
      "[16]\tvalid_0's auc: 0.546222\n",
      "[17]\tvalid_0's auc: 0.556598\n",
      "[18]\tvalid_0's auc: 0.561563\n",
      "[19]\tvalid_0's auc: 0.572237\n",
      "[20]\tvalid_0's auc: 0.554712\n",
      "[21]\tvalid_0's auc: 0.546023\n",
      "[22]\tvalid_0's auc: 0.550392\n",
      "[23]\tvalid_0's auc: 0.540066\n",
      "[24]\tvalid_0's auc: 0.53808\n",
      "[25]\tvalid_0's auc: 0.534704\n",
      "[26]\tvalid_0's auc: 0.53242\n",
      "[27]\tvalid_0's auc: 0.537385\n",
      "[28]\tvalid_0's auc: 0.525966\n",
      "[29]\tvalid_0's auc: 0.514845\n",
      "[30]\tvalid_0's auc: 0.507795\n",
      "[31]\tvalid_0's auc: 0.506107\n",
      "[32]\tvalid_0's auc: 0.503724\n",
      "[33]\tvalid_0's auc: 0.509085\n",
      "[34]\tvalid_0's auc: 0.504617\n",
      "[35]\tvalid_0's auc: 0.50134\n",
      "[36]\tvalid_0's auc: 0.497667\n",
      "[37]\tvalid_0's auc: 0.502532\n",
      "[38]\tvalid_0's auc: 0.499553\n",
      "[39]\tvalid_0's auc: 0.499106\n",
      "[40]\tvalid_0's auc: 0.495432\n",
      "[41]\tvalid_0's auc: 0.494241\n",
      "[42]\tvalid_0's auc: 0.49295\n",
      "[43]\tvalid_0's auc: 0.487489\n",
      "[44]\tvalid_0's auc: 0.484113\n",
      "[45]\tvalid_0's auc: 0.487191\n",
      "[46]\tvalid_0's auc: 0.487588\n",
      "[47]\tvalid_0's auc: 0.492056\n",
      "[48]\tvalid_0's auc: 0.488283\n",
      "[49]\tvalid_0's auc: 0.481829\n",
      "[50]\tvalid_0's auc: 0.482524\n",
      "[51]\tvalid_0's auc: 0.480737\n",
      "[52]\tvalid_0's auc: 0.478453\n",
      "[53]\tvalid_0's auc: 0.481134\n",
      "[54]\tvalid_0's auc: 0.48878\n",
      "[55]\tvalid_0's auc: 0.482425\n",
      "[56]\tvalid_0's auc: 0.484014\n",
      "[57]\tvalid_0's auc: 0.487191\n",
      "[58]\tvalid_0's auc: 0.484212\n",
      "[59]\tvalid_0's auc: 0.486595\n",
      "[60]\tvalid_0's auc: 0.488879\n",
      "[61]\tvalid_0's auc: 0.494936\n",
      "[62]\tvalid_0's auc: 0.496028\n",
      "[63]\tvalid_0's auc: 0.49722\n",
      "[64]\tvalid_0's auc: 0.499404\n",
      "[65]\tvalid_0's auc: 0.49712\n",
      "[66]\tvalid_0's auc: 0.493645\n",
      "[67]\tvalid_0's auc: 0.492553\n",
      "[68]\tvalid_0's auc: 0.492454\n",
      "[69]\tvalid_0's auc: 0.494936\n",
      "[70]\tvalid_0's auc: 0.491063\n",
      "[71]\tvalid_0's auc: 0.489872\n",
      "[72]\tvalid_0's auc: 0.491759\n",
      "[73]\tvalid_0's auc: 0.497319\n",
      "[74]\tvalid_0's auc: 0.494936\n",
      "[75]\tvalid_0's auc: 0.496227\n",
      "[76]\tvalid_0's auc: 0.498908\n",
      "[77]\tvalid_0's auc: 0.500099\n",
      "[78]\tvalid_0's auc: 0.500993\n",
      "[79]\tvalid_0's auc: 0.504667\n",
      "[80]\tvalid_0's auc: 0.504865\n",
      "[81]\tvalid_0's auc: 0.508539\n",
      "[82]\tvalid_0's auc: 0.508937\n",
      "[83]\tvalid_0's auc: 0.510029\n",
      "[84]\tvalid_0's auc: 0.50993\n",
      "[85]\tvalid_0's auc: 0.510625\n",
      "[86]\tvalid_0's auc: 0.510029\n",
      "[87]\tvalid_0's auc: 0.507546\n",
      "[88]\tvalid_0's auc: 0.508639\n",
      "[89]\tvalid_0's auc: 0.508639\n",
      "[90]\tvalid_0's auc: 0.508639\n",
      "[91]\tvalid_0's auc: 0.50705\n",
      "[92]\tvalid_0's auc: 0.509234\n",
      "[93]\tvalid_0's auc: 0.509433\n",
      "[94]\tvalid_0's auc: 0.509731\n",
      "[95]\tvalid_0's auc: 0.508043\n",
      "[96]\tvalid_0's auc: 0.504865\n",
      "[97]\tvalid_0's auc: 0.503575\n",
      "[98]\tvalid_0's auc: 0.504865\n",
      "[99]\tvalid_0's auc: 0.504965\n",
      "[100]\tvalid_0's auc: 0.506156\n",
      "[101]\tvalid_0's auc: 0.503376\n",
      "[102]\tvalid_0's auc: 0.506256\n",
      "[103]\tvalid_0's auc: 0.505263\n",
      "[104]\tvalid_0's auc: 0.508043\n",
      "[105]\tvalid_0's auc: 0.509036\n",
      "[106]\tvalid_0's auc: 0.510029\n",
      "[107]\tvalid_0's auc: 0.509632\n",
      "[108]\tvalid_0's auc: 0.507745\n",
      "[109]\tvalid_0's auc: 0.507944\n",
      "[110]\tvalid_0's auc: 0.506653\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[111]\tvalid_0's auc: 0.506355\n",
      "[112]\tvalid_0's auc: 0.506553\n",
      "[113]\tvalid_0's auc: 0.506355\n",
      "[114]\tvalid_0's auc: 0.505163\n",
      "[115]\tvalid_0's auc: 0.505362\n",
      "[116]\tvalid_0's auc: 0.50705\n",
      "[117]\tvalid_0's auc: 0.505759\n",
      "[118]\tvalid_0's auc: 0.505362\n",
      "[119]\tvalid_0's auc: 0.508539\n",
      "[120]\tvalid_0's auc: 0.508639\n",
      "[121]\tvalid_0's auc: 0.509334\n",
      "[122]\tvalid_0's auc: 0.510029\n",
      "[123]\tvalid_0's auc: 0.511419\n",
      "[124]\tvalid_0's auc: 0.512908\n",
      "[125]\tvalid_0's auc: 0.514696\n",
      "[126]\tvalid_0's auc: 0.515192\n",
      "[127]\tvalid_0's auc: 0.514994\n",
      "[128]\tvalid_0's auc: 0.515093\n",
      "[129]\tvalid_0's auc: 0.515788\n",
      "[130]\tvalid_0's auc: 0.51966\n",
      "[131]\tvalid_0's auc: 0.516979\n",
      "[132]\tvalid_0's auc: 0.516682\n",
      "[133]\tvalid_0's auc: 0.515391\n",
      "[134]\tvalid_0's auc: 0.512313\n",
      "[135]\tvalid_0's auc: 0.515093\n",
      "[136]\tvalid_0's auc: 0.515589\n",
      "[137]\tvalid_0's auc: 0.514696\n",
      "[138]\tvalid_0's auc: 0.514894\n",
      "[139]\tvalid_0's auc: 0.512015\n",
      "[140]\tvalid_0's auc: 0.510823\n",
      "[141]\tvalid_0's auc: 0.510922\n",
      "[142]\tvalid_0's auc: 0.512908\n",
      "[143]\tvalid_0's auc: 0.513206\n",
      "[144]\tvalid_0's auc: 0.512114\n",
      "[145]\tvalid_0's auc: 0.513703\n",
      "[146]\tvalid_0's auc: 0.516384\n",
      "[147]\tvalid_0's auc: 0.518072\n",
      "[148]\tvalid_0's auc: 0.519561\n",
      "[149]\tvalid_0's auc: 0.521051\n",
      "[150]\tvalid_0's auc: 0.522043\n",
      "[151]\tvalid_0's auc: 0.522043\n",
      "[152]\tvalid_0's auc: 0.522739\n",
      "[153]\tvalid_0's auc: 0.521348\n",
      "[154]\tvalid_0's auc: 0.520554\n",
      "[155]\tvalid_0's auc: 0.520455\n",
      "[156]\tvalid_0's auc: 0.523036\n",
      "[157]\tvalid_0's auc: 0.52254\n",
      "[158]\tvalid_0's auc: 0.521547\n",
      "[159]\tvalid_0's auc: 0.520753\n",
      "[160]\tvalid_0's auc: 0.519462\n",
      "[161]\tvalid_0's auc: 0.518767\n",
      "[162]\tvalid_0's auc: 0.521249\n",
      "[163]\tvalid_0's auc: 0.521646\n",
      "[164]\tvalid_0's auc: 0.519065\n",
      "[165]\tvalid_0's auc: 0.520355\n",
      "[166]\tvalid_0's auc: 0.520157\n",
      "[167]\tvalid_0's auc: 0.520256\n",
      "[168]\tvalid_0's auc: 0.517277\n",
      "[169]\tvalid_0's auc: 0.51688\n",
      "[170]\tvalid_0's auc: 0.518866\n",
      "[171]\tvalid_0's auc: 0.523036\n",
      "[172]\tvalid_0's auc: 0.522341\n",
      "[173]\tvalid_0's auc: 0.522838\n",
      "[174]\tvalid_0's auc: 0.524427\n",
      "[175]\tvalid_0's auc: 0.524923\n",
      "[176]\tvalid_0's auc: 0.524029\n",
      "[177]\tvalid_0's auc: 0.525022\n",
      "[178]\tvalid_0's auc: 0.526313\n",
      "[179]\tvalid_0's auc: 0.527108\n",
      "[180]\tvalid_0's auc: 0.527505\n",
      "[181]\tvalid_0's auc: 0.528895\n",
      "[182]\tvalid_0's auc: 0.528696\n",
      "[183]\tvalid_0's auc: 0.525916\n",
      "[184]\tvalid_0's auc: 0.526611\n",
      "[185]\tvalid_0's auc: 0.526214\n",
      "[186]\tvalid_0's auc: 0.526214\n",
      "[187]\tvalid_0's auc: 0.525916\n",
      "[188]\tvalid_0's auc: 0.52542\n",
      "[189]\tvalid_0's auc: 0.526015\n",
      "[190]\tvalid_0's auc: 0.523334\n",
      "[191]\tvalid_0's auc: 0.524526\n",
      "[192]\tvalid_0's auc: 0.526214\n",
      "[193]\tvalid_0's auc: 0.527306\n",
      "[194]\tvalid_0's auc: 0.527306\n",
      "[195]\tvalid_0's auc: 0.528895\n",
      "[196]\tvalid_0's auc: 0.529093\n",
      "[197]\tvalid_0's auc: 0.528398\n",
      "[198]\tvalid_0's auc: 0.528498\n",
      "[199]\tvalid_0's auc: 0.530682\n",
      "[200]\tvalid_0's auc: 0.530384\n",
      "[201]\tvalid_0's auc: 0.528597\n",
      "[202]\tvalid_0's auc: 0.529888\n",
      "[203]\tvalid_0's auc: 0.532867\n",
      "[204]\tvalid_0's auc: 0.533264\n",
      "[205]\tvalid_0's auc: 0.533065\n",
      "[206]\tvalid_0's auc: 0.533363\n",
      "[207]\tvalid_0's auc: 0.532767\n",
      "[208]\tvalid_0's auc: 0.530484\n",
      "[209]\tvalid_0's auc: 0.533462\n",
      "[210]\tvalid_0's auc: 0.530285\n",
      "[211]\tvalid_0's auc: 0.529391\n",
      "[212]\tvalid_0's auc: 0.531377\n",
      "[213]\tvalid_0's auc: 0.53098\n",
      "[214]\tvalid_0's auc: 0.531774\n",
      "[215]\tvalid_0's auc: 0.53098\n",
      "[216]\tvalid_0's auc: 0.532767\n",
      "[217]\tvalid_0's auc: 0.533959\n",
      "[218]\tvalid_0's auc: 0.535349\n",
      "[219]\tvalid_0's auc: 0.536143\n",
      "Early stopping, best iteration is:\n",
      "[19]\tvalid_0's auc: 0.572237\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.440522\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.480637\n",
      "[3]\tvalid_0's auc: 0.560222\n",
      "[4]\tvalid_0's auc: 0.56057\n",
      "[5]\tvalid_0's auc: 0.559229\n",
      "[6]\tvalid_0's auc: 0.502333\n",
      "[7]\tvalid_0's auc: 0.531973\n",
      "[8]\tvalid_0's auc: 0.538427\n",
      "[9]\tvalid_0's auc: 0.521597\n",
      "[10]\tvalid_0's auc: 0.500695\n",
      "[11]\tvalid_0's auc: 0.490368\n",
      "[12]\tvalid_0's auc: 0.501241\n",
      "[13]\tvalid_0's auc: 0.494291\n",
      "[14]\tvalid_0's auc: 0.491312\n",
      "[15]\tvalid_0's auc: 0.490915\n",
      "[16]\tvalid_0's auc: 0.498312\n",
      "[17]\tvalid_0's auc: 0.514447\n",
      "[18]\tvalid_0's auc: 0.51971\n",
      "[19]\tvalid_0's auc: 0.517625\n",
      "[20]\tvalid_0's auc: 0.537831\n",
      "[21]\tvalid_0's auc: 0.52393\n",
      "[22]\tvalid_0's auc: 0.511816\n",
      "[23]\tvalid_0's auc: 0.504965\n",
      "[24]\tvalid_0's auc: 0.500546\n",
      "[25]\tvalid_0's auc: 0.501589\n",
      "[26]\tvalid_0's auc: 0.500695\n",
      "[27]\tvalid_0's auc: 0.497915\n",
      "[28]\tvalid_0's auc: 0.500794\n",
      "[29]\tvalid_0's auc: 0.502383\n",
      "[30]\tvalid_0's auc: 0.499404\n",
      "[31]\tvalid_0's auc: 0.509632\n",
      "[32]\tvalid_0's auc: 0.520753\n",
      "[33]\tvalid_0's auc: 0.527604\n",
      "[34]\tvalid_0's auc: 0.529292\n",
      "[35]\tvalid_0's auc: 0.546718\n",
      "[36]\tvalid_0's auc: 0.561116\n",
      "[37]\tvalid_0's auc: 0.555655\n",
      "[38]\tvalid_0's auc: 0.550492\n",
      "[39]\tvalid_0's auc: 0.547413\n",
      "[40]\tvalid_0's auc: 0.551683\n",
      "[41]\tvalid_0's auc: 0.548158\n",
      "[42]\tvalid_0's auc: 0.548357\n",
      "[43]\tvalid_0's auc: 0.542697\n",
      "[44]\tvalid_0's auc: 0.549449\n",
      "[45]\tvalid_0's auc: 0.551633\n",
      "[46]\tvalid_0's auc: 0.552527\n",
      "[47]\tvalid_0's auc: 0.549945\n",
      "[48]\tvalid_0's auc: 0.555804\n",
      "[49]\tvalid_0's auc: 0.559378\n",
      "[50]\tvalid_0's auc: 0.560471\n",
      "[51]\tvalid_0's auc: 0.559776\n",
      "[52]\tvalid_0's auc: 0.564343\n",
      "[53]\tvalid_0's auc: 0.571294\n",
      "[54]\tvalid_0's auc: 0.575762\n",
      "[55]\tvalid_0's auc: 0.58172\n",
      "[56]\tvalid_0's auc: 0.582415\n",
      "[57]\tvalid_0's auc: 0.585493\n",
      "[58]\tvalid_0's auc: 0.5845\n",
      "[59]\tvalid_0's auc: 0.582415\n",
      "[60]\tvalid_0's auc: 0.585493\n",
      "[61]\tvalid_0's auc: 0.586387\n",
      "[62]\tvalid_0's auc: 0.580429\n",
      "[63]\tvalid_0's auc: 0.587479\n",
      "[64]\tvalid_0's auc: 0.580429\n",
      "[65]\tvalid_0's auc: 0.586982\n",
      "[66]\tvalid_0's auc: 0.586089\n",
      "[67]\tvalid_0's auc: 0.58738\n",
      "[68]\tvalid_0's auc: 0.586982\n",
      "[69]\tvalid_0's auc: 0.595025\n",
      "[70]\tvalid_0's auc: 0.591947\n",
      "[71]\tvalid_0's auc: 0.588174\n",
      "[72]\tvalid_0's auc: 0.584798\n",
      "[73]\tvalid_0's auc: 0.582117\n",
      "[74]\tvalid_0's auc: 0.58023\n",
      "[75]\tvalid_0's auc: 0.577053\n",
      "[76]\tvalid_0's auc: 0.577947\n",
      "[77]\tvalid_0's auc: 0.574372\n",
      "[78]\tvalid_0's auc: 0.573478\n",
      "[79]\tvalid_0's auc: 0.570003\n",
      "[80]\tvalid_0's auc: 0.574074\n",
      "[81]\tvalid_0's auc: 0.57318\n",
      "[82]\tvalid_0's auc: 0.568514\n",
      "[83]\tvalid_0's auc: 0.568216\n",
      "[84]\tvalid_0's auc: 0.569109\n",
      "[85]\tvalid_0's auc: 0.564244\n",
      "[86]\tvalid_0's auc: 0.568613\n",
      "[87]\tvalid_0's auc: 0.568315\n",
      "[88]\tvalid_0's auc: 0.566726\n",
      "[89]\tvalid_0's auc: 0.56613\n",
      "[90]\tvalid_0's auc: 0.570499\n",
      "[91]\tvalid_0's auc: 0.570797\n",
      "[92]\tvalid_0's auc: 0.570202\n",
      "[93]\tvalid_0's auc: 0.570301\n",
      "[94]\tvalid_0's auc: 0.568712\n",
      "[95]\tvalid_0's auc: 0.567818\n",
      "[96]\tvalid_0's auc: 0.565435\n",
      "[97]\tvalid_0's auc: 0.564145\n",
      "[98]\tvalid_0's auc: 0.562258\n",
      "[99]\tvalid_0's auc: 0.563251\n",
      "[100]\tvalid_0's auc: 0.562854\n",
      "[101]\tvalid_0's auc: 0.559081\n",
      "[102]\tvalid_0's auc: 0.556499\n",
      "[103]\tvalid_0's auc: 0.555109\n",
      "[104]\tvalid_0's auc: 0.555109\n",
      "[105]\tvalid_0's auc: 0.555407\n",
      "[106]\tvalid_0's auc: 0.552428\n",
      "[107]\tvalid_0's auc: 0.552825\n",
      "[108]\tvalid_0's auc: 0.553421\n",
      "[109]\tvalid_0's auc: 0.552527\n",
      "[110]\tvalid_0's auc: 0.551733\n",
      "[111]\tvalid_0's auc: 0.554016\n",
      "[112]\tvalid_0's auc: 0.556499\n",
      "[113]\tvalid_0's auc: 0.558981\n",
      "[114]\tvalid_0's auc: 0.558882\n",
      "[115]\tvalid_0's auc: 0.560769\n",
      "[116]\tvalid_0's auc: 0.564442\n",
      "[117]\tvalid_0's auc: 0.564442\n",
      "[118]\tvalid_0's auc: 0.565435\n",
      "[119]\tvalid_0's auc: 0.569407\n",
      "[120]\tvalid_0's auc: 0.574173\n",
      "[121]\tvalid_0's auc: 0.575663\n",
      "[122]\tvalid_0's auc: 0.572982\n",
      "[123]\tvalid_0's auc: 0.570996\n",
      "[124]\tvalid_0's auc: 0.570897\n",
      "[125]\tvalid_0's auc: 0.576656\n",
      "[126]\tvalid_0's auc: 0.576656\n",
      "[127]\tvalid_0's auc: 0.579138\n",
      "[128]\tvalid_0's auc: 0.579535\n",
      "[129]\tvalid_0's auc: 0.581819\n",
      "[130]\tvalid_0's auc: 0.583011\n",
      "[131]\tvalid_0's auc: 0.584401\n",
      "[132]\tvalid_0's auc: 0.583011\n",
      "[133]\tvalid_0's auc: 0.583408\n",
      "[134]\tvalid_0's auc: 0.580528\n",
      "[135]\tvalid_0's auc: 0.58162\n",
      "[136]\tvalid_0's auc: 0.578642\n",
      "[137]\tvalid_0's auc: 0.576556\n",
      "[138]\tvalid_0's auc: 0.574968\n",
      "[139]\tvalid_0's auc: 0.574868\n",
      "[140]\tvalid_0's auc: 0.575365\n",
      "[141]\tvalid_0's auc: 0.576457\n",
      "[142]\tvalid_0's auc: 0.576755\n",
      "[143]\tvalid_0's auc: 0.575762\n",
      "[144]\tvalid_0's auc: 0.574571\n",
      "[145]\tvalid_0's auc: 0.576358\n",
      "[146]\tvalid_0's auc: 0.577252\n",
      "[147]\tvalid_0's auc: 0.577847\n",
      "[148]\tvalid_0's auc: 0.579436\n",
      "[149]\tvalid_0's auc: 0.579932\n",
      "[150]\tvalid_0's auc: 0.582316\n",
      "[151]\tvalid_0's auc: 0.584202\n",
      "[152]\tvalid_0's auc: 0.582216\n",
      "[153]\tvalid_0's auc: 0.58311\n",
      "[154]\tvalid_0's auc: 0.583904\n",
      "[155]\tvalid_0's auc: 0.583606\n",
      "[156]\tvalid_0's auc: 0.582613\n",
      "[157]\tvalid_0's auc: 0.583904\n",
      "[158]\tvalid_0's auc: 0.582018\n",
      "[159]\tvalid_0's auc: 0.579337\n",
      "[160]\tvalid_0's auc: 0.577351\n",
      "[161]\tvalid_0's auc: 0.57894\n",
      "[162]\tvalid_0's auc: 0.578542\n",
      "[163]\tvalid_0's auc: 0.579337\n",
      "[164]\tvalid_0's auc: 0.582911\n",
      "[165]\tvalid_0's auc: 0.581323\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[166]\tvalid_0's auc: 0.579635\n",
      "[167]\tvalid_0's auc: 0.578542\n",
      "[168]\tvalid_0's auc: 0.580826\n",
      "[169]\tvalid_0's auc: 0.580032\n",
      "[170]\tvalid_0's auc: 0.584401\n",
      "[171]\tvalid_0's auc: 0.584401\n",
      "[172]\tvalid_0's auc: 0.584897\n",
      "[173]\tvalid_0's auc: 0.583457\n",
      "[174]\tvalid_0's auc: 0.582266\n",
      "[175]\tvalid_0's auc: 0.58316\n",
      "[176]\tvalid_0's auc: 0.581869\n",
      "[177]\tvalid_0's auc: 0.581571\n",
      "[178]\tvalid_0's auc: 0.581372\n",
      "[179]\tvalid_0's auc: 0.58316\n",
      "[180]\tvalid_0's auc: 0.584252\n",
      "[181]\tvalid_0's auc: 0.582862\n",
      "[182]\tvalid_0's auc: 0.580578\n",
      "[183]\tvalid_0's auc: 0.582663\n",
      "[184]\tvalid_0's auc: 0.579486\n",
      "[185]\tvalid_0's auc: 0.578592\n",
      "[186]\tvalid_0's auc: 0.579883\n",
      "[187]\tvalid_0's auc: 0.582167\n",
      "[188]\tvalid_0's auc: 0.585841\n",
      "[189]\tvalid_0's auc: 0.588621\n",
      "[190]\tvalid_0's auc: 0.590507\n",
      "[191]\tvalid_0's auc: 0.588124\n",
      "[192]\tvalid_0's auc: 0.586833\n",
      "[193]\tvalid_0's auc: 0.583855\n",
      "[194]\tvalid_0's auc: 0.58445\n",
      "[195]\tvalid_0's auc: 0.586039\n",
      "[196]\tvalid_0's auc: 0.588323\n",
      "[197]\tvalid_0's auc: 0.586833\n",
      "[198]\tvalid_0's auc: 0.589415\n",
      "[199]\tvalid_0's auc: 0.589117\n",
      "[200]\tvalid_0's auc: 0.591103\n",
      "[201]\tvalid_0's auc: 0.590309\n",
      "[202]\tvalid_0's auc: 0.591898\n",
      "[203]\tvalid_0's auc: 0.59021\n",
      "[204]\tvalid_0's auc: 0.589514\n",
      "[205]\tvalid_0's auc: 0.589018\n",
      "[206]\tvalid_0's auc: 0.587628\n",
      "[207]\tvalid_0's auc: 0.584153\n",
      "[208]\tvalid_0's auc: 0.582862\n",
      "[209]\tvalid_0's auc: 0.580677\n",
      "[210]\tvalid_0's auc: 0.577103\n",
      "[211]\tvalid_0's auc: 0.576606\n",
      "[212]\tvalid_0's auc: 0.574223\n",
      "[213]\tvalid_0's auc: 0.574124\n",
      "[214]\tvalid_0's auc: 0.573627\n",
      "[215]\tvalid_0's auc: 0.571145\n",
      "[216]\tvalid_0's auc: 0.572932\n",
      "[217]\tvalid_0's auc: 0.571542\n",
      "[218]\tvalid_0's auc: 0.569556\n",
      "[219]\tvalid_0's auc: 0.568563\n",
      "[220]\tvalid_0's auc: 0.570946\n",
      "[221]\tvalid_0's auc: 0.569457\n",
      "[222]\tvalid_0's auc: 0.571939\n",
      "[223]\tvalid_0's auc: 0.574124\n",
      "[224]\tvalid_0's auc: 0.574719\n",
      "[225]\tvalid_0's auc: 0.572734\n",
      "[226]\tvalid_0's auc: 0.572436\n",
      "[227]\tvalid_0's auc: 0.574124\n",
      "[228]\tvalid_0's auc: 0.57045\n",
      "[229]\tvalid_0's auc: 0.568861\n",
      "[230]\tvalid_0's auc: 0.568365\n",
      "[231]\tvalid_0's auc: 0.567769\n",
      "[232]\tvalid_0's auc: 0.566081\n",
      "[233]\tvalid_0's auc: 0.562308\n",
      "[234]\tvalid_0's auc: 0.562208\n",
      "[235]\tvalid_0's auc: 0.56062\n",
      "[236]\tvalid_0's auc: 0.561513\n",
      "[237]\tvalid_0's auc: 0.562606\n",
      "[238]\tvalid_0's auc: 0.561116\n",
      "[239]\tvalid_0's auc: 0.563003\n",
      "[240]\tvalid_0's auc: 0.562407\n",
      "[241]\tvalid_0's auc: 0.562506\n",
      "[242]\tvalid_0's auc: 0.561811\n",
      "[243]\tvalid_0's auc: 0.558237\n",
      "[244]\tvalid_0's auc: 0.555556\n",
      "[245]\tvalid_0's auc: 0.552577\n",
      "[246]\tvalid_0's auc: 0.551286\n",
      "[247]\tvalid_0's auc: 0.55069\n",
      "[248]\tvalid_0's auc: 0.551087\n",
      "[249]\tvalid_0's auc: 0.549101\n",
      "[250]\tvalid_0's auc: 0.550591\n",
      "[251]\tvalid_0's auc: 0.547711\n",
      "[252]\tvalid_0's auc: 0.548108\n",
      "[253]\tvalid_0's auc: 0.54652\n",
      "[254]\tvalid_0's auc: 0.54513\n",
      "[255]\tvalid_0's auc: 0.542746\n",
      "[256]\tvalid_0's auc: 0.543442\n",
      "[257]\tvalid_0's auc: 0.543938\n",
      "[258]\tvalid_0's auc: 0.544037\n",
      "[259]\tvalid_0's auc: 0.541754\n",
      "[260]\tvalid_0's auc: 0.542349\n",
      "[261]\tvalid_0's auc: 0.540959\n",
      "[262]\tvalid_0's auc: 0.541356\n",
      "[263]\tvalid_0's auc: 0.541654\n",
      "[264]\tvalid_0's auc: 0.543541\n",
      "[265]\tvalid_0's auc: 0.543442\n",
      "[266]\tvalid_0's auc: 0.546023\n",
      "[267]\tvalid_0's auc: 0.546718\n",
      "[268]\tvalid_0's auc: 0.545527\n",
      "[269]\tvalid_0's auc: 0.54791\n",
      "Early stopping, best iteration is:\n",
      "[69]\tvalid_0's auc: 0.595025\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.539411\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.538306\n",
      "[3]\tvalid_0's auc: 0.552563\n",
      "[4]\tvalid_0's auc: 0.575797\n",
      "[5]\tvalid_0's auc: 0.584917\n",
      "[6]\tvalid_0's auc: 0.631\n",
      "[7]\tvalid_0's auc: 0.621928\n",
      "[8]\tvalid_0's auc: 0.613479\n",
      "[9]\tvalid_0's auc: 0.607911\n",
      "[10]\tvalid_0's auc: 0.613239\n",
      "[11]\tvalid_0's auc: 0.607431\n",
      "[12]\tvalid_0's auc: 0.607815\n",
      "[13]\tvalid_0's auc: 0.604647\n",
      "[14]\tvalid_0's auc: 0.600806\n",
      "[15]\tvalid_0's auc: 0.59399\n",
      "[16]\tvalid_0's auc: 0.589046\n",
      "[17]\tvalid_0's auc: 0.584533\n",
      "[18]\tvalid_0's auc: 0.580165\n",
      "[19]\tvalid_0's auc: 0.579013\n",
      "[20]\tvalid_0's auc: 0.570949\n",
      "[21]\tvalid_0's auc: 0.592166\n",
      "[22]\tvalid_0's auc: 0.580261\n",
      "[23]\tvalid_0's auc: 0.580741\n",
      "[24]\tvalid_0's auc: 0.580165\n",
      "[25]\tvalid_0's auc: 0.583045\n",
      "[26]\tvalid_0's auc: 0.579253\n",
      "[27]\tvalid_0's auc: 0.580165\n",
      "[28]\tvalid_0's auc: 0.572869\n",
      "[29]\tvalid_0's auc: 0.567492\n",
      "[30]\tvalid_0's auc: 0.570661\n",
      "[31]\tvalid_0's auc: 0.570276\n",
      "[32]\tvalid_0's auc: 0.576709\n",
      "[33]\tvalid_0's auc: 0.591398\n",
      "[34]\tvalid_0's auc: 0.596102\n",
      "[35]\tvalid_0's auc: 0.607335\n",
      "[36]\tvalid_0's auc: 0.609159\n",
      "[37]\tvalid_0's auc: 0.604455\n",
      "[38]\tvalid_0's auc: 0.606471\n",
      "[39]\tvalid_0's auc: 0.601286\n",
      "[40]\tvalid_0's auc: 0.598214\n",
      "[41]\tvalid_0's auc: 0.59927\n",
      "[42]\tvalid_0's auc: 0.599078\n",
      "[43]\tvalid_0's auc: 0.594278\n",
      "[44]\tvalid_0's auc: 0.591302\n",
      "[45]\tvalid_0's auc: 0.587654\n",
      "[46]\tvalid_0's auc: 0.584005\n",
      "[47]\tvalid_0's auc: 0.586982\n",
      "[48]\tvalid_0's auc: 0.584197\n",
      "[49]\tvalid_0's auc: 0.580645\n",
      "[50]\tvalid_0's auc: 0.583621\n",
      "[51]\tvalid_0's auc: 0.587654\n",
      "[52]\tvalid_0's auc: 0.59207\n",
      "[53]\tvalid_0's auc: 0.585925\n",
      "[54]\tvalid_0's auc: 0.581125\n",
      "[55]\tvalid_0's auc: 0.579349\n",
      "[56]\tvalid_0's auc: 0.586838\n",
      "[57]\tvalid_0's auc: 0.597686\n",
      "[58]\tvalid_0's auc: 0.605463\n",
      "[59]\tvalid_0's auc: 0.601142\n",
      "[60]\tvalid_0's auc: 0.607479\n",
      "[61]\tvalid_0's auc: 0.605559\n",
      "[62]\tvalid_0's auc: 0.605463\n",
      "[63]\tvalid_0's auc: 0.603543\n",
      "[64]\tvalid_0's auc: 0.605463\n",
      "[65]\tvalid_0's auc: 0.604119\n",
      "[66]\tvalid_0's auc: 0.601815\n",
      "[67]\tvalid_0's auc: 0.60143\n",
      "[68]\tvalid_0's auc: 0.599798\n",
      "[69]\tvalid_0's auc: 0.59855\n",
      "[70]\tvalid_0's auc: 0.600374\n",
      "[71]\tvalid_0's auc: 0.601046\n",
      "[72]\tvalid_0's auc: 0.600374\n",
      "[73]\tvalid_0's auc: 0.600182\n",
      "[74]\tvalid_0's auc: 0.59855\n",
      "[75]\tvalid_0's auc: 0.596726\n",
      "[76]\tvalid_0's auc: 0.594422\n",
      "[77]\tvalid_0's auc: 0.59279\n",
      "[78]\tvalid_0's auc: 0.597302\n",
      "[79]\tvalid_0's auc: 0.598358\n",
      "[80]\tvalid_0's auc: 0.600374\n",
      "[81]\tvalid_0's auc: 0.599318\n",
      "[82]\tvalid_0's auc: 0.597782\n",
      "[83]\tvalid_0's auc: 0.59615\n",
      "[84]\tvalid_0's auc: 0.589622\n",
      "[85]\tvalid_0's auc: 0.585109\n",
      "[86]\tvalid_0's auc: 0.583189\n",
      "[87]\tvalid_0's auc: 0.585013\n",
      "[88]\tvalid_0's auc: 0.582901\n",
      "[89]\tvalid_0's auc: 0.583189\n",
      "[90]\tvalid_0's auc: 0.578293\n",
      "[91]\tvalid_0's auc: 0.575029\n",
      "[92]\tvalid_0's auc: 0.573781\n",
      "[93]\tvalid_0's auc: 0.573877\n",
      "[94]\tvalid_0's auc: 0.569076\n",
      "[95]\tvalid_0's auc: 0.566484\n",
      "[96]\tvalid_0's auc: 0.564756\n",
      "[97]\tvalid_0's auc: 0.56706\n",
      "[98]\tvalid_0's auc: 0.565044\n",
      "[99]\tvalid_0's auc: 0.563892\n",
      "[100]\tvalid_0's auc: 0.562356\n",
      "[101]\tvalid_0's auc: 0.560628\n",
      "[102]\tvalid_0's auc: 0.560052\n",
      "[103]\tvalid_0's auc: 0.558036\n",
      "[104]\tvalid_0's auc: 0.5565\n",
      "[105]\tvalid_0's auc: 0.557364\n",
      "[106]\tvalid_0's auc: 0.559956\n",
      "[107]\tvalid_0's auc: 0.563124\n",
      "[108]\tvalid_0's auc: 0.563028\n",
      "[109]\tvalid_0's auc: 0.56562\n",
      "[110]\tvalid_0's auc: 0.564564\n",
      "[111]\tvalid_0's auc: 0.568596\n",
      "[112]\tvalid_0's auc: 0.569076\n",
      "[113]\tvalid_0's auc: 0.5685\n",
      "[114]\tvalid_0's auc: 0.570036\n",
      "[115]\tvalid_0's auc: 0.570901\n",
      "[116]\tvalid_0's auc: 0.571477\n",
      "[117]\tvalid_0's auc: 0.571093\n",
      "[118]\tvalid_0's auc: 0.577045\n",
      "[119]\tvalid_0's auc: 0.578677\n",
      "[120]\tvalid_0's auc: 0.579445\n",
      "[121]\tvalid_0's auc: 0.577813\n",
      "[122]\tvalid_0's auc: 0.577333\n",
      "[123]\tvalid_0's auc: 0.575317\n",
      "[124]\tvalid_0's auc: 0.574453\n",
      "[125]\tvalid_0's auc: 0.56946\n",
      "[126]\tvalid_0's auc: 0.571957\n",
      "[127]\tvalid_0's auc: 0.574261\n",
      "[128]\tvalid_0's auc: 0.577333\n",
      "[129]\tvalid_0's auc: 0.578485\n",
      "[130]\tvalid_0's auc: 0.581749\n",
      "[131]\tvalid_0's auc: 0.579349\n",
      "[132]\tvalid_0's auc: 0.577909\n",
      "[133]\tvalid_0's auc: 0.585109\n",
      "[134]\tvalid_0's auc: 0.590582\n",
      "[135]\tvalid_0's auc: 0.589718\n",
      "[136]\tvalid_0's auc: 0.591062\n",
      "[137]\tvalid_0's auc: 0.591638\n",
      "[138]\tvalid_0's auc: 0.594038\n",
      "[139]\tvalid_0's auc: 0.597014\n",
      "[140]\tvalid_0's auc: 0.599414\n",
      "[141]\tvalid_0's auc: 0.598262\n",
      "[142]\tvalid_0's auc: 0.59423\n",
      "[143]\tvalid_0's auc: 0.595862\n",
      "[144]\tvalid_0's auc: 0.593846\n",
      "[145]\tvalid_0's auc: 0.589238\n",
      "[146]\tvalid_0's auc: 0.585974\n",
      "[147]\tvalid_0's auc: 0.581845\n",
      "[148]\tvalid_0's auc: 0.581653\n",
      "[149]\tvalid_0's auc: 0.581941\n",
      "[150]\tvalid_0's auc: 0.578773\n",
      "[151]\tvalid_0's auc: 0.577717\n",
      "[152]\tvalid_0's auc: 0.576181\n",
      "[153]\tvalid_0's auc: 0.575701\n",
      "[154]\tvalid_0's auc: 0.574357\n",
      "[155]\tvalid_0's auc: 0.573493\n",
      "[156]\tvalid_0's auc: 0.572821\n",
      "[157]\tvalid_0's auc: 0.570901\n",
      "[158]\tvalid_0's auc: 0.569556\n",
      "[159]\tvalid_0's auc: 0.568212\n",
      "[160]\tvalid_0's auc: 0.570517\n",
      "[161]\tvalid_0's auc: 0.567828\n",
      "[162]\tvalid_0's auc: 0.56706\n",
      "[163]\tvalid_0's auc: 0.56898\n",
      "[164]\tvalid_0's auc: 0.563988\n",
      "[165]\tvalid_0's auc: 0.565044\n",
      "[166]\tvalid_0's auc: 0.56418\n",
      "[167]\tvalid_0's auc: 0.562356\n",
      "[168]\tvalid_0's auc: 0.562164\n",
      "[169]\tvalid_0's auc: 0.56178\n",
      "[170]\tvalid_0's auc: 0.560916\n",
      "[171]\tvalid_0's auc: 0.559188\n",
      "[172]\tvalid_0's auc: 0.559668\n",
      "[173]\tvalid_0's auc: 0.55746\n",
      "[174]\tvalid_0's auc: 0.554964\n",
      "[175]\tvalid_0's auc: 0.555348\n",
      "[176]\tvalid_0's auc: 0.55698\n",
      "[177]\tvalid_0's auc: 0.559572\n",
      "[178]\tvalid_0's auc: 0.560532\n",
      "[179]\tvalid_0's auc: 0.561972\n",
      "[180]\tvalid_0's auc: 0.561396\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[181]\tvalid_0's auc: 0.561492\n",
      "[182]\tvalid_0's auc: 0.561204\n",
      "[183]\tvalid_0's auc: 0.560916\n",
      "[184]\tvalid_0's auc: 0.563508\n",
      "[185]\tvalid_0's auc: 0.562836\n",
      "[186]\tvalid_0's auc: 0.561876\n",
      "[187]\tvalid_0's auc: 0.561588\n",
      "[188]\tvalid_0's auc: 0.564372\n",
      "[189]\tvalid_0's auc: 0.56298\n",
      "[190]\tvalid_0's auc: 0.563076\n",
      "[191]\tvalid_0's auc: 0.56346\n",
      "[192]\tvalid_0's auc: 0.564708\n",
      "[193]\tvalid_0's auc: 0.565668\n",
      "[194]\tvalid_0's auc: 0.566148\n",
      "[195]\tvalid_0's auc: 0.567588\n",
      "[196]\tvalid_0's auc: 0.568548\n",
      "[197]\tvalid_0's auc: 0.568932\n",
      "[198]\tvalid_0's auc: 0.567012\n",
      "[199]\tvalid_0's auc: 0.565476\n",
      "[200]\tvalid_0's auc: 0.566436\n",
      "[201]\tvalid_0's auc: 0.564324\n",
      "[202]\tvalid_0's auc: 0.563172\n",
      "[203]\tvalid_0's auc: 0.562692\n",
      "[204]\tvalid_0's auc: 0.560964\n",
      "[205]\tvalid_0's auc: 0.560292\n",
      "[206]\tvalid_0's auc: 0.560292\n",
      "Early stopping, best iteration is:\n",
      "[6]\tvalid_0's auc: 0.631\n",
      "[LightGBM] [Warning] Unknown parameter: silent\n",
      "[1]\tvalid_0's auc: 0.51319\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.492346\n",
      "[3]\tvalid_0's auc: 0.513506\n",
      "[4]\tvalid_0's auc: 0.501566\n",
      "[5]\tvalid_0's auc: 0.492014\n",
      "[6]\tvalid_0's auc: 0.475898\n",
      "[7]\tvalid_0's auc: 0.495904\n",
      "[8]\tvalid_0's auc: 0.49184\n",
      "[9]\tvalid_0's auc: 0.491302\n",
      "[10]\tvalid_0's auc: 0.492108\n",
      "[11]\tvalid_0's auc: 0.454058\n",
      "[12]\tvalid_0's auc: 0.447147\n",
      "[13]\tvalid_0's auc: 0.440584\n",
      "[14]\tvalid_0's auc: 0.443288\n",
      "[15]\tvalid_0's auc: 0.450531\n",
      "[16]\tvalid_0's auc: 0.447147\n",
      "[17]\tvalid_0's auc: 0.447685\n",
      "[18]\tvalid_0's auc: 0.445486\n",
      "[19]\tvalid_0's auc: 0.449804\n",
      "[20]\tvalid_0's auc: 0.450753\n",
      "[21]\tvalid_0's auc: 0.446609\n",
      "[22]\tvalid_0's auc: 0.449393\n",
      "[23]\tvalid_0's auc: 0.451227\n",
      "[24]\tvalid_0's auc: 0.447194\n",
      "[25]\tvalid_0's auc: 0.447764\n",
      "[26]\tvalid_0's auc: 0.456367\n",
      "[27]\tvalid_0's auc: 0.455814\n",
      "[28]\tvalid_0's auc: 0.458534\n",
      "[29]\tvalid_0's auc: 0.461222\n",
      "[30]\tvalid_0's auc: 0.455244\n",
      "[31]\tvalid_0's auc: 0.466742\n",
      "[32]\tvalid_0's auc: 0.469778\n",
      "[33]\tvalid_0's auc: 0.475535\n",
      "[34]\tvalid_0's auc: 0.482082\n",
      "[35]\tvalid_0's auc: 0.483379\n",
      "[36]\tvalid_0's auc: 0.479267\n",
      "[37]\tvalid_0's auc: 0.49108\n",
      "[38]\tvalid_0's auc: 0.498324\n",
      "[39]\tvalid_0's auc: 0.499273\n",
      "[40]\tvalid_0's auc: 0.499083\n",
      "[41]\tvalid_0's auc: 0.502214\n",
      "[42]\tvalid_0's auc: 0.507575\n",
      "[43]\tvalid_0's auc: 0.508413\n",
      "[44]\tvalid_0's auc: 0.510912\n",
      "[45]\tvalid_0's auc: 0.513095\n",
      "[46]\tvalid_0's auc: 0.519041\n",
      "[47]\tvalid_0's auc: 0.51523\n",
      "[48]\tvalid_0's auc: 0.513237\n",
      "[49]\tvalid_0's auc: 0.509473\n",
      "[50]\tvalid_0's auc: 0.508556\n",
      "[51]\tvalid_0's auc: 0.506595\n",
      "[52]\tvalid_0's auc: 0.506721\n",
      "[53]\tvalid_0's auc: 0.513269\n",
      "[54]\tvalid_0's auc: 0.514344\n",
      "[55]\tvalid_0's auc: 0.512541\n",
      "[56]\tvalid_0's auc: 0.509789\n",
      "[57]\tvalid_0's auc: 0.512478\n",
      "[58]\tvalid_0's auc: 0.506595\n",
      "[59]\tvalid_0's auc: 0.504918\n",
      "[60]\tvalid_0's auc: 0.504159\n",
      "[61]\tvalid_0's auc: 0.505757\n",
      "[62]\tvalid_0's auc: 0.510564\n",
      "[63]\tvalid_0's auc: 0.509805\n",
      "[64]\tvalid_0's auc: 0.510944\n",
      "[65]\tvalid_0's auc: 0.511608\n",
      "[66]\tvalid_0's auc: 0.516005\n",
      "[67]\tvalid_0's auc: 0.519642\n",
      "[68]\tvalid_0's auc: 0.519073\n",
      "[69]\tvalid_0's auc: 0.523501\n",
      "[70]\tvalid_0's auc: 0.524545\n",
      "[71]\tvalid_0's auc: 0.522678\n",
      "[72]\tvalid_0's auc: 0.520006\n",
      "[73]\tvalid_0's auc: 0.516495\n",
      "[74]\tvalid_0's auc: 0.516179\n",
      "[75]\tvalid_0's auc: 0.519152\n",
      "[76]\tvalid_0's auc: 0.518329\n",
      "[77]\tvalid_0's auc: 0.520923\n",
      "[78]\tvalid_0's auc: 0.5232\n",
      "[79]\tvalid_0's auc: 0.525193\n",
      "[80]\tvalid_0's auc: 0.527881\n",
      "[81]\tvalid_0's auc: 0.528672\n",
      "[82]\tvalid_0's auc: 0.528261\n",
      "[83]\tvalid_0's auc: 0.526806\n",
      "[84]\tvalid_0's auc: 0.524718\n",
      "[85]\tvalid_0's auc: 0.523295\n",
      "[86]\tvalid_0's auc: 0.522441\n",
      "[87]\tvalid_0's auc: 0.52184\n",
      "[88]\tvalid_0's auc: 0.522378\n",
      "[89]\tvalid_0's auc: 0.52165\n",
      "[90]\tvalid_0's auc: 0.520638\n",
      "[91]\tvalid_0's auc: 0.523105\n",
      "[92]\tvalid_0's auc: 0.522631\n",
      "[93]\tvalid_0's auc: 0.524782\n",
      "[94]\tvalid_0's auc: 0.525572\n",
      "[95]\tvalid_0's auc: 0.523548\n",
      "[96]\tvalid_0's auc: 0.525478\n",
      "[97]\tvalid_0's auc: 0.525161\n",
      "[98]\tvalid_0's auc: 0.525794\n",
      "[99]\tvalid_0's auc: 0.526395\n",
      "[100]\tvalid_0's auc: 0.526585\n",
      "[101]\tvalid_0's auc: 0.525035\n",
      "[102]\tvalid_0's auc: 0.524434\n",
      "[103]\tvalid_0's auc: 0.523264\n",
      "[104]\tvalid_0's auc: 0.524212\n",
      "[105]\tvalid_0's auc: 0.524655\n",
      "[106]\tvalid_0's auc: 0.524782\n",
      "[107]\tvalid_0's auc: 0.52494\n",
      "[108]\tvalid_0's auc: 0.525826\n",
      "[109]\tvalid_0's auc: 0.526933\n",
      "[110]\tvalid_0's auc: 0.528704\n",
      "[111]\tvalid_0's auc: 0.527249\n",
      "[112]\tvalid_0's auc: 0.527755\n",
      "[113]\tvalid_0's auc: 0.529083\n",
      "[114]\tvalid_0's auc: 0.531456\n",
      "[115]\tvalid_0's auc: 0.528546\n",
      "[116]\tvalid_0's auc: 0.526585\n",
      "[117]\tvalid_0's auc: 0.527249\n",
      "[118]\tvalid_0's auc: 0.528071\n",
      "[119]\tvalid_0's auc: 0.527818\n",
      "[120]\tvalid_0's auc: 0.526806\n",
      "[121]\tvalid_0's auc: 0.526585\n",
      "[122]\tvalid_0's auc: 0.525572\n",
      "[123]\tvalid_0's auc: 0.524782\n",
      "[124]\tvalid_0's auc: 0.525478\n",
      "[125]\tvalid_0's auc: 0.523864\n",
      "[126]\tvalid_0's auc: 0.523564\n",
      "[127]\tvalid_0's auc: 0.526316\n",
      "[128]\tvalid_0's auc: 0.528055\n",
      "[129]\tvalid_0's auc: 0.529542\n",
      "[130]\tvalid_0's auc: 0.531914\n",
      "[131]\tvalid_0's auc: 0.531598\n",
      "[132]\tvalid_0's auc: 0.529795\n",
      "[133]\tvalid_0's auc: 0.529605\n",
      "[134]\tvalid_0's auc: 0.527644\n",
      "[135]\tvalid_0's auc: 0.528625\n",
      "[136]\tvalid_0's auc: 0.52698\n",
      "[137]\tvalid_0's auc: 0.526126\n",
      "[138]\tvalid_0's auc: 0.52543\n",
      "[139]\tvalid_0's auc: 0.524102\n",
      "[140]\tvalid_0's auc: 0.521761\n",
      "[141]\tvalid_0's auc: 0.520686\n",
      "[142]\tvalid_0's auc: 0.52018\n",
      "[143]\tvalid_0's auc: 0.519737\n",
      "[144]\tvalid_0's auc: 0.517618\n",
      "[145]\tvalid_0's auc: 0.515846\n",
      "[146]\tvalid_0's auc: 0.517776\n",
      "[147]\tvalid_0's auc: 0.517333\n",
      "[148]\tvalid_0's auc: 0.520338\n",
      "[149]\tvalid_0's auc: 0.518883\n",
      "[150]\tvalid_0's auc: 0.520369\n",
      "[151]\tvalid_0's auc: 0.519863\n",
      "[152]\tvalid_0's auc: 0.519863\n",
      "[153]\tvalid_0's auc: 0.519326\n",
      "[154]\tvalid_0's auc: 0.519357\n",
      "[155]\tvalid_0's auc: 0.518914\n",
      "[156]\tvalid_0's auc: 0.519484\n",
      "[157]\tvalid_0's auc: 0.51961\n",
      "[158]\tvalid_0's auc: 0.521476\n",
      "[159]\tvalid_0's auc: 0.521761\n",
      "[160]\tvalid_0's auc: 0.523532\n",
      "[161]\tvalid_0's auc: 0.521793\n",
      "[162]\tvalid_0's auc: 0.520338\n",
      "[163]\tvalid_0's auc: 0.518503\n",
      "[164]\tvalid_0's auc: 0.517491\n",
      "[165]\tvalid_0's auc: 0.516669\n",
      "[166]\tvalid_0's auc: 0.515973\n",
      "[167]\tvalid_0's auc: 0.516479\n",
      "[168]\tvalid_0's auc: 0.516005\n",
      "[169]\tvalid_0's auc: 0.513506\n",
      "[170]\tvalid_0's auc: 0.511608\n",
      "[171]\tvalid_0's auc: 0.51009\n",
      "[172]\tvalid_0's auc: 0.509331\n",
      "[173]\tvalid_0's auc: 0.510185\n",
      "[174]\tvalid_0's auc: 0.509742\n",
      "[175]\tvalid_0's auc: 0.508698\n",
      "[176]\tvalid_0's auc: 0.509457\n",
      "[177]\tvalid_0's auc: 0.509267\n",
      "[178]\tvalid_0's auc: 0.510628\n",
      "[179]\tvalid_0's auc: 0.51164\n",
      "[180]\tvalid_0's auc: 0.513759\n",
      "[181]\tvalid_0's auc: 0.513506\n",
      "[182]\tvalid_0's auc: 0.513253\n",
      "[183]\tvalid_0's auc: 0.51262\n",
      "[184]\tvalid_0's auc: 0.511893\n",
      "[185]\tvalid_0's auc: 0.510849\n",
      "[186]\tvalid_0's auc: 0.511387\n",
      "[187]\tvalid_0's auc: 0.511418\n",
      "[188]\tvalid_0's auc: 0.51379\n",
      "[189]\tvalid_0's auc: 0.512778\n",
      "[190]\tvalid_0's auc: 0.510881\n",
      "[191]\tvalid_0's auc: 0.5099\n",
      "[192]\tvalid_0's auc: 0.510216\n",
      "[193]\tvalid_0's auc: 0.510564\n",
      "[194]\tvalid_0's auc: 0.511861\n",
      "[195]\tvalid_0's auc: 0.511798\n",
      "[196]\tvalid_0's auc: 0.510849\n",
      "[197]\tvalid_0's auc: 0.509868\n",
      "[198]\tvalid_0's auc: 0.508698\n",
      "[199]\tvalid_0's auc: 0.507844\n",
      "[200]\tvalid_0's auc: 0.508413\n",
      "[201]\tvalid_0's auc: 0.508002\n",
      "[202]\tvalid_0's auc: 0.507876\n",
      "[203]\tvalid_0's auc: 0.508445\n",
      "[204]\tvalid_0's auc: 0.510944\n",
      "[205]\tvalid_0's auc: 0.510216\n",
      "[206]\tvalid_0's auc: 0.508129\n",
      "[207]\tvalid_0's auc: 0.506674\n",
      "[208]\tvalid_0's auc: 0.506864\n",
      "[209]\tvalid_0's auc: 0.506927\n",
      "[210]\tvalid_0's auc: 0.506642\n",
      "[211]\tvalid_0's auc: 0.504744\n",
      "[212]\tvalid_0's auc: 0.50427\n",
      "[213]\tvalid_0's auc: 0.504808\n",
      "[214]\tvalid_0's auc: 0.504555\n",
      "[215]\tvalid_0's auc: 0.506263\n",
      "[216]\tvalid_0's auc: 0.504618\n",
      "[217]\tvalid_0's auc: 0.505092\n",
      "[218]\tvalid_0's auc: 0.504428\n",
      "[219]\tvalid_0's auc: 0.503448\n",
      "[220]\tvalid_0's auc: 0.504934\n",
      "[221]\tvalid_0's auc: 0.505915\n",
      "[222]\tvalid_0's auc: 0.504808\n",
      "[223]\tvalid_0's auc: 0.506073\n",
      "[224]\tvalid_0's auc: 0.504302\n",
      "[225]\tvalid_0's auc: 0.503543\n",
      "[226]\tvalid_0's auc: 0.503384\n",
      "[227]\tvalid_0's auc: 0.503574\n",
      "[228]\tvalid_0's auc: 0.50408\n",
      "[229]\tvalid_0's auc: 0.503511\n",
      "[230]\tvalid_0's auc: 0.502182\n",
      "[231]\tvalid_0's auc: 0.502689\n",
      "[232]\tvalid_0's auc: 0.503637\n",
      "[233]\tvalid_0's auc: 0.503732\n",
      "[234]\tvalid_0's auc: 0.50408\n",
      "[235]\tvalid_0's auc: 0.504049\n",
      "[236]\tvalid_0's auc: 0.503384\n",
      "[237]\tvalid_0's auc: 0.503637\n",
      "[238]\tvalid_0's auc: 0.504555\n",
      "[239]\tvalid_0's auc: 0.505788\n",
      "[240]\tvalid_0's auc: 0.506737\n",
      "[241]\tvalid_0's auc: 0.506611\n",
      "[242]\tvalid_0's auc: 0.50737\n",
      "[243]\tvalid_0's auc: 0.506959\n",
      "[244]\tvalid_0's auc: 0.507812\n",
      "[245]\tvalid_0's auc: 0.506864\n",
      "[246]\tvalid_0's auc: 0.509394\n",
      "[247]\tvalid_0's auc: 0.509489\n",
      "[248]\tvalid_0's auc: 0.509489\n",
      "[249]\tvalid_0's auc: 0.509014\n",
      "[250]\tvalid_0's auc: 0.510058\n",
      "[251]\tvalid_0's auc: 0.510817\n",
      "[252]\tvalid_0's auc: 0.512683\n",
      "[253]\tvalid_0's auc: 0.515277\n",
      "[254]\tvalid_0's auc: 0.51708\n",
      "[255]\tvalid_0's auc: 0.519009\n",
      "[256]\tvalid_0's auc: 0.519104\n",
      "[257]\tvalid_0's auc: 0.518535\n",
      "[258]\tvalid_0's auc: 0.520053\n",
      "[259]\tvalid_0's auc: 0.520686\n",
      "[260]\tvalid_0's auc: 0.519958\n",
      "[261]\tvalid_0's auc: 0.520148\n",
      "[262]\tvalid_0's auc: 0.520496\n",
      "[263]\tvalid_0's auc: 0.520401\n",
      "[264]\tvalid_0's auc: 0.521983\n",
      "[265]\tvalid_0's auc: 0.522299\n",
      "[266]\tvalid_0's auc: 0.523311\n",
      "[267]\tvalid_0's auc: 0.523849\n",
      "[268]\tvalid_0's auc: 0.524007\n",
      "[269]\tvalid_0's auc: 0.522109\n",
      "[270]\tvalid_0's auc: 0.52018\n",
      "[271]\tvalid_0's auc: 0.520211\n",
      "[272]\tvalid_0's auc: 0.519231\n",
      "[273]\tvalid_0's auc: 0.51999\n",
      "[274]\tvalid_0's auc: 0.519958\n",
      "[275]\tvalid_0's auc: 0.519863\n",
      "[276]\tvalid_0's auc: 0.521223\n",
      "[277]\tvalid_0's auc: 0.521856\n",
      "[278]\tvalid_0's auc: 0.522236\n",
      "[279]\tvalid_0's auc: 0.522773\n",
      "[280]\tvalid_0's auc: 0.523184\n",
      "[281]\tvalid_0's auc: 0.524956\n",
      "[282]\tvalid_0's auc: 0.526221\n",
      "[283]\tvalid_0's auc: 0.526885\n",
      "[284]\tvalid_0's auc: 0.526442\n",
      "[285]\tvalid_0's auc: 0.527929\n",
      "[286]\tvalid_0's auc: 0.527707\n",
      "[287]\tvalid_0's auc: 0.527201\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[288]\tvalid_0's auc: 0.527296\n",
      "[289]\tvalid_0's auc: 0.526727\n",
      "[290]\tvalid_0's auc: 0.526569\n",
      "[291]\tvalid_0's auc: 0.527676\n",
      "[292]\tvalid_0's auc: 0.528245\n",
      "[293]\tvalid_0's auc: 0.529036\n",
      "[294]\tvalid_0's auc: 0.529036\n",
      "[295]\tvalid_0's auc: 0.530048\n",
      "[296]\tvalid_0's auc: 0.531535\n",
      "[297]\tvalid_0's auc: 0.531724\n",
      "[298]\tvalid_0's auc: 0.531123\n",
      "[299]\tvalid_0's auc: 0.53087\n",
      "[300]\tvalid_0's auc: 0.531313\n",
      "[301]\tvalid_0's auc: 0.530143\n",
      "[302]\tvalid_0's auc: 0.530206\n",
      "[303]\tvalid_0's auc: 0.530586\n",
      "[304]\tvalid_0's auc: 0.531029\n",
      "[305]\tvalid_0's auc: 0.530997\n",
      "[306]\tvalid_0's auc: 0.531092\n",
      "[307]\tvalid_0's auc: 0.530269\n",
      "[308]\tvalid_0's auc: 0.529162\n",
      "[309]\tvalid_0's auc: 0.529162\n",
      "[310]\tvalid_0's auc: 0.53008\n",
      "[311]\tvalid_0's auc: 0.530269\n",
      "[312]\tvalid_0's auc: 0.530523\n",
      "[313]\tvalid_0's auc: 0.532041\n",
      "[314]\tvalid_0's auc: 0.530902\n",
      "[315]\tvalid_0's auc: 0.529669\n",
      "[316]\tvalid_0's auc: 0.530238\n",
      "[317]\tvalid_0's auc: 0.531598\n",
      "[318]\tvalid_0's auc: 0.532958\n",
      "[319]\tvalid_0's auc: 0.5328\n",
      "[320]\tvalid_0's auc: 0.533179\n",
      "[321]\tvalid_0's auc: 0.534856\n",
      "[322]\tvalid_0's auc: 0.536912\n",
      "[323]\tvalid_0's auc: 0.536374\n",
      "[324]\tvalid_0's auc: 0.537196\n",
      "[325]\tvalid_0's auc: 0.539347\n",
      "[326]\tvalid_0's auc: 0.539885\n",
      "[327]\tvalid_0's auc: 0.539853\n",
      "[328]\tvalid_0's auc: 0.540834\n",
      "[329]\tvalid_0's auc: 0.540865\n",
      "[330]\tvalid_0's auc: 0.541403\n",
      "[331]\tvalid_0's auc: 0.542131\n",
      "[332]\tvalid_0's auc: 0.543238\n",
      "[333]\tvalid_0's auc: 0.543617\n",
      "[334]\tvalid_0's auc: 0.542447\n",
      "[335]\tvalid_0's auc: 0.542605\n",
      "[336]\tvalid_0's auc: 0.541972\n",
      "[337]\tvalid_0's auc: 0.543048\n",
      "[338]\tvalid_0's auc: 0.542668\n",
      "[339]\tvalid_0's auc: 0.543965\n",
      "[340]\tvalid_0's auc: 0.543174\n",
      "[341]\tvalid_0's auc: 0.543491\n",
      "[342]\tvalid_0's auc: 0.542763\n",
      "[343]\tvalid_0's auc: 0.542162\n",
      "[344]\tvalid_0's auc: 0.542225\n",
      "[345]\tvalid_0's auc: 0.541624\n",
      "[346]\tvalid_0's auc: 0.541783\n",
      "[347]\tvalid_0's auc: 0.544218\n",
      "[348]\tvalid_0's auc: 0.544724\n",
      "[349]\tvalid_0's auc: 0.54504\n",
      "[350]\tvalid_0's auc: 0.5458\n",
      "[351]\tvalid_0's auc: 0.545578\n",
      "[352]\tvalid_0's auc: 0.544534\n",
      "[353]\tvalid_0's auc: 0.545483\n",
      "[354]\tvalid_0's auc: 0.545705\n",
      "[355]\tvalid_0's auc: 0.54523\n",
      "[356]\tvalid_0's auc: 0.545578\n",
      "[357]\tvalid_0's auc: 0.546179\n",
      "[358]\tvalid_0's auc: 0.545926\n",
      "[359]\tvalid_0's auc: 0.54523\n",
      "[360]\tvalid_0's auc: 0.546084\n",
      "[361]\tvalid_0's auc: 0.547128\n",
      "[362]\tvalid_0's auc: 0.546148\n",
      "[363]\tvalid_0's auc: 0.545072\n",
      "[364]\tvalid_0's auc: 0.543649\n",
      "[365]\tvalid_0's auc: 0.542763\n",
      "[366]\tvalid_0's auc: 0.542732\n",
      "[367]\tvalid_0's auc: 0.543016\n",
      "[368]\tvalid_0's auc: 0.542795\n",
      "[369]\tvalid_0's auc: 0.542067\n",
      "[370]\tvalid_0's auc: 0.540865\n",
      "[371]\tvalid_0's auc: 0.541624\n",
      "[372]\tvalid_0's auc: 0.542732\n",
      "[373]\tvalid_0's auc: 0.544313\n",
      "[374]\tvalid_0's auc: 0.54542\n",
      "[375]\tvalid_0's auc: 0.545357\n",
      "[376]\tvalid_0's auc: 0.546401\n",
      "[377]\tvalid_0's auc: 0.546685\n",
      "[378]\tvalid_0's auc: 0.546337\n",
      "[379]\tvalid_0's auc: 0.547982\n",
      "[380]\tvalid_0's auc: 0.548456\n",
      "[381]\tvalid_0's auc: 0.547919\n",
      "[382]\tvalid_0's auc: 0.548235\n",
      "[383]\tvalid_0's auc: 0.548646\n",
      "[384]\tvalid_0's auc: 0.548994\n",
      "[385]\tvalid_0's auc: 0.549405\n",
      "[386]\tvalid_0's auc: 0.549057\n",
      "[387]\tvalid_0's auc: 0.54931\n",
      "[388]\tvalid_0's auc: 0.550607\n",
      "[389]\tvalid_0's auc: 0.550512\n",
      "[390]\tvalid_0's auc: 0.551936\n",
      "[391]\tvalid_0's auc: 0.55279\n",
      "[392]\tvalid_0's auc: 0.553359\n",
      "[393]\tvalid_0's auc: 0.553074\n",
      "[394]\tvalid_0's auc: 0.553802\n",
      "[395]\tvalid_0's auc: 0.553549\n",
      "[396]\tvalid_0's auc: 0.554624\n",
      "[397]\tvalid_0's auc: 0.554751\n",
      "[398]\tvalid_0's auc: 0.555099\n",
      "[399]\tvalid_0's auc: 0.555099\n",
      "[400]\tvalid_0's auc: 0.55551\n",
      "[401]\tvalid_0's auc: 0.556174\n",
      "[402]\tvalid_0's auc: 0.556142\n",
      "[403]\tvalid_0's auc: 0.556459\n",
      "[404]\tvalid_0's auc: 0.555636\n",
      "[405]\tvalid_0's auc: 0.555763\n",
      "[406]\tvalid_0's auc: 0.556427\n",
      "[407]\tvalid_0's auc: 0.557281\n",
      "[408]\tvalid_0's auc: 0.557155\n",
      "[409]\tvalid_0's auc: 0.557661\n",
      "[410]\tvalid_0's auc: 0.558515\n",
      "[411]\tvalid_0's auc: 0.558357\n",
      "[412]\tvalid_0's auc: 0.558641\n",
      "[413]\tvalid_0's auc: 0.558578\n",
      "[414]\tvalid_0's auc: 0.558641\n",
      "[415]\tvalid_0's auc: 0.558831\n",
      "[416]\tvalid_0's auc: 0.558641\n",
      "[417]\tvalid_0's auc: 0.559242\n",
      "[418]\tvalid_0's auc: 0.558578\n",
      "[419]\tvalid_0's auc: 0.559337\n",
      "[420]\tvalid_0's auc: 0.559464\n",
      "[421]\tvalid_0's auc: 0.559432\n",
      "[422]\tvalid_0's auc: 0.560412\n",
      "[423]\tvalid_0's auc: 0.560318\n",
      "[424]\tvalid_0's auc: 0.559685\n",
      "[425]\tvalid_0's auc: 0.560792\n",
      "[426]\tvalid_0's auc: 0.560318\n",
      "[427]\tvalid_0's auc: 0.560254\n",
      "[428]\tvalid_0's auc: 0.561646\n",
      "[429]\tvalid_0's auc: 0.560539\n",
      "[430]\tvalid_0's auc: 0.560507\n",
      "[431]\tvalid_0's auc: 0.560982\n",
      "[432]\tvalid_0's auc: 0.56114\n",
      "[433]\tvalid_0's auc: 0.561741\n",
      "[434]\tvalid_0's auc: 0.561773\n",
      "[435]\tvalid_0's auc: 0.561108\n",
      "[436]\tvalid_0's auc: 0.56133\n",
      "[437]\tvalid_0's auc: 0.561298\n",
      "[438]\tvalid_0's auc: 0.56095\n",
      "[439]\tvalid_0's auc: 0.560982\n",
      "[440]\tvalid_0's auc: 0.561551\n",
      "[441]\tvalid_0's auc: 0.56076\n",
      "[442]\tvalid_0's auc: 0.561013\n",
      "[443]\tvalid_0's auc: 0.561773\n",
      "[444]\tvalid_0's auc: 0.562057\n",
      "[445]\tvalid_0's auc: 0.561836\n",
      "[446]\tvalid_0's auc: 0.561172\n",
      "[447]\tvalid_0's auc: 0.560539\n",
      "[448]\tvalid_0's auc: 0.559653\n",
      "[449]\tvalid_0's auc: 0.558768\n",
      "[450]\tvalid_0's auc: 0.559369\n",
      "[451]\tvalid_0's auc: 0.558831\n",
      "[452]\tvalid_0's auc: 0.559242\n",
      "[453]\tvalid_0's auc: 0.559622\n",
      "[454]\tvalid_0's auc: 0.56114\n",
      "[455]\tvalid_0's auc: 0.561551\n",
      "[456]\tvalid_0's auc: 0.561551\n",
      "[457]\tvalid_0's auc: 0.561646\n",
      "[458]\tvalid_0's auc: 0.562848\n",
      "[459]\tvalid_0's auc: 0.563828\n",
      "[460]\tvalid_0's auc: 0.564271\n",
      "[461]\tvalid_0's auc: 0.564556\n",
      "[462]\tvalid_0's auc: 0.564904\n",
      "[463]\tvalid_0's auc: 0.564777\n",
      "[464]\tvalid_0's auc: 0.565189\n",
      "[465]\tvalid_0's auc: 0.565758\n",
      "[466]\tvalid_0's auc: 0.56696\n",
      "[467]\tvalid_0's auc: 0.566802\n",
      "[468]\tvalid_0's auc: 0.56715\n",
      "[469]\tvalid_0's auc: 0.567055\n",
      "[470]\tvalid_0's auc: 0.567339\n",
      "[471]\tvalid_0's auc: 0.568668\n",
      "[472]\tvalid_0's auc: 0.568383\n",
      "[473]\tvalid_0's auc: 0.568193\n",
      "[474]\tvalid_0's auc: 0.569047\n",
      "[475]\tvalid_0's auc: 0.569047\n",
      "[476]\tvalid_0's auc: 0.569016\n",
      "[477]\tvalid_0's auc: 0.568415\n",
      "[478]\tvalid_0's auc: 0.56794\n",
      "[479]\tvalid_0's auc: 0.568541\n",
      "[480]\tvalid_0's auc: 0.568889\n",
      "[481]\tvalid_0's auc: 0.569205\n",
      "[482]\tvalid_0's auc: 0.569996\n",
      "[483]\tvalid_0's auc: 0.570471\n",
      "[484]\tvalid_0's auc: 0.570502\n",
      "[485]\tvalid_0's auc: 0.570407\n",
      "[486]\tvalid_0's auc: 0.571198\n",
      "[487]\tvalid_0's auc: 0.57104\n",
      "[488]\tvalid_0's auc: 0.571578\n",
      "[489]\tvalid_0's auc: 0.572115\n",
      "[490]\tvalid_0's auc: 0.572653\n",
      "[491]\tvalid_0's auc: 0.572495\n",
      "[492]\tvalid_0's auc: 0.572906\n",
      "[493]\tvalid_0's auc: 0.573191\n",
      "[494]\tvalid_0's auc: 0.573539\n",
      "[495]\tvalid_0's auc: 0.573096\n",
      "[496]\tvalid_0's auc: 0.573507\n",
      "[497]\tvalid_0's auc: 0.573792\n",
      "[498]\tvalid_0's auc: 0.574076\n",
      "[499]\tvalid_0's auc: 0.574741\n",
      "[500]\tvalid_0's auc: 0.574899\n",
      "[501]\tvalid_0's auc: 0.57531\n",
      "[502]\tvalid_0's auc: 0.575278\n",
      "[503]\tvalid_0's auc: 0.575974\n",
      "[504]\tvalid_0's auc: 0.575974\n",
      "[505]\tvalid_0's auc: 0.575531\n",
      "[506]\tvalid_0's auc: 0.576702\n",
      "[507]\tvalid_0's auc: 0.577081\n",
      "[508]\tvalid_0's auc: 0.577492\n",
      "[509]\tvalid_0's auc: 0.57803\n",
      "[510]\tvalid_0's auc: 0.577998\n",
      "[511]\tvalid_0's auc: 0.577492\n",
      "[512]\tvalid_0's auc: 0.577018\n",
      "[513]\tvalid_0's auc: 0.576923\n",
      "[514]\tvalid_0's auc: 0.577239\n",
      "[515]\tvalid_0's auc: 0.576891\n",
      "[516]\tvalid_0's auc: 0.576765\n",
      "[517]\tvalid_0's auc: 0.576891\n",
      "[518]\tvalid_0's auc: 0.576638\n",
      "[519]\tvalid_0's auc: 0.576354\n",
      "[520]\tvalid_0's auc: 0.57705\n",
      "[521]\tvalid_0's auc: 0.576891\n",
      "[522]\tvalid_0's auc: 0.578188\n",
      "[523]\tvalid_0's auc: 0.57784\n",
      "[524]\tvalid_0's auc: 0.578789\n",
      "[525]\tvalid_0's auc: 0.578821\n",
      "[526]\tvalid_0's auc: 0.578315\n",
      "[527]\tvalid_0's auc: 0.578599\n",
      "[528]\tvalid_0's auc: 0.578979\n",
      "[529]\tvalid_0's auc: 0.578631\n",
      "[530]\tvalid_0's auc: 0.579169\n",
      "[531]\tvalid_0's auc: 0.579042\n",
      "[532]\tvalid_0's auc: 0.578536\n",
      "[533]\tvalid_0's auc: 0.57841\n",
      "[534]\tvalid_0's auc: 0.578346\n",
      "[535]\tvalid_0's auc: 0.578694\n",
      "[536]\tvalid_0's auc: 0.579169\n",
      "[537]\tvalid_0's auc: 0.579485\n",
      "[538]\tvalid_0's auc: 0.579896\n",
      "[539]\tvalid_0's auc: 0.579517\n",
      "[540]\tvalid_0's auc: 0.579801\n",
      "[541]\tvalid_0's auc: 0.579612\n",
      "[542]\tvalid_0's auc: 0.580149\n",
      "[543]\tvalid_0's auc: 0.579896\n",
      "[544]\tvalid_0's auc: 0.580276\n",
      "[545]\tvalid_0's auc: 0.580213\n",
      "[546]\tvalid_0's auc: 0.580782\n",
      "[547]\tvalid_0's auc: 0.58132\n",
      "[548]\tvalid_0's auc: 0.581509\n",
      "[549]\tvalid_0's auc: 0.580719\n",
      "[550]\tvalid_0's auc: 0.580434\n",
      "[551]\tvalid_0's auc: 0.580434\n",
      "[552]\tvalid_0's auc: 0.580054\n",
      "[553]\tvalid_0's auc: 0.580624\n",
      "[554]\tvalid_0's auc: 0.580434\n",
      "[555]\tvalid_0's auc: 0.580213\n",
      "[556]\tvalid_0's auc: 0.581509\n",
      "[557]\tvalid_0's auc: 0.580339\n",
      "[558]\tvalid_0's auc: 0.580529\n",
      "[559]\tvalid_0's auc: 0.580845\n",
      "[560]\tvalid_0's auc: 0.580181\n",
      "[561]\tvalid_0's auc: 0.580466\n",
      "[562]\tvalid_0's auc: 0.580814\n",
      "[563]\tvalid_0's auc: 0.580402\n",
      "[564]\tvalid_0's auc: 0.581067\n",
      "[565]\tvalid_0's auc: 0.581161\n",
      "[566]\tvalid_0's auc: 0.581636\n",
      "[567]\tvalid_0's auc: 0.581351\n",
      "[568]\tvalid_0's auc: 0.581161\n",
      "[569]\tvalid_0's auc: 0.581161\n",
      "[570]\tvalid_0's auc: 0.581225\n",
      "[571]\tvalid_0's auc: 0.581509\n",
      "[572]\tvalid_0's auc: 0.581288\n",
      "[573]\tvalid_0's auc: 0.581193\n",
      "[574]\tvalid_0's auc: 0.581383\n",
      "[575]\tvalid_0's auc: 0.581826\n",
      "[576]\tvalid_0's auc: 0.58268\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[577]\tvalid_0's auc: 0.583344\n",
      "[578]\tvalid_0's auc: 0.583028\n",
      "[579]\tvalid_0's auc: 0.583281\n",
      "[580]\tvalid_0's auc: 0.583755\n",
      "[581]\tvalid_0's auc: 0.582522\n",
      "[582]\tvalid_0's auc: 0.582522\n",
      "[583]\tvalid_0's auc: 0.582616\n",
      "[584]\tvalid_0's auc: 0.582205\n",
      "[585]\tvalid_0's auc: 0.582079\n",
      "[586]\tvalid_0's auc: 0.581573\n",
      "[587]\tvalid_0's auc: 0.581762\n",
      "[588]\tvalid_0's auc: 0.581478\n",
      "[589]\tvalid_0's auc: 0.580972\n",
      "[590]\tvalid_0's auc: 0.581003\n",
      "[591]\tvalid_0's auc: 0.581161\n",
      "[592]\tvalid_0's auc: 0.580782\n",
      "[593]\tvalid_0's auc: 0.580719\n",
      "[594]\tvalid_0's auc: 0.581067\n",
      "[595]\tvalid_0's auc: 0.581256\n",
      "[596]\tvalid_0's auc: 0.581509\n",
      "[597]\tvalid_0's auc: 0.581636\n",
      "[598]\tvalid_0's auc: 0.581541\n",
      "[599]\tvalid_0's auc: 0.581003\n",
      "[600]\tvalid_0's auc: 0.579896\n",
      "[601]\tvalid_0's auc: 0.579517\n",
      "[602]\tvalid_0's auc: 0.579106\n",
      "[603]\tvalid_0's auc: 0.578315\n",
      "[604]\tvalid_0's auc: 0.578505\n",
      "[605]\tvalid_0's auc: 0.57822\n",
      "[606]\tvalid_0's auc: 0.578441\n",
      "[607]\tvalid_0's auc: 0.577967\n",
      "[608]\tvalid_0's auc: 0.578188\n",
      "[609]\tvalid_0's auc: 0.577904\n",
      "[610]\tvalid_0's auc: 0.578157\n",
      "[611]\tvalid_0's auc: 0.577239\n",
      "[612]\tvalid_0's auc: 0.577967\n",
      "[613]\tvalid_0's auc: 0.577524\n",
      "[614]\tvalid_0's auc: 0.577429\n",
      "[615]\tvalid_0's auc: 0.577556\n",
      "[616]\tvalid_0's auc: 0.577461\n",
      "[617]\tvalid_0's auc: 0.577967\n",
      "[618]\tvalid_0's auc: 0.577967\n",
      "[619]\tvalid_0's auc: 0.577998\n",
      "[620]\tvalid_0's auc: 0.578568\n",
      "[621]\tvalid_0's auc: 0.577872\n",
      "[622]\tvalid_0's auc: 0.577682\n",
      "[623]\tvalid_0's auc: 0.577144\n",
      "[624]\tvalid_0's auc: 0.578062\n",
      "[625]\tvalid_0's auc: 0.577492\n",
      "[626]\tvalid_0's auc: 0.57667\n",
      "[627]\tvalid_0's auc: 0.57629\n",
      "[628]\tvalid_0's auc: 0.577271\n",
      "[629]\tvalid_0's auc: 0.57705\n",
      "[630]\tvalid_0's auc: 0.577429\n",
      "[631]\tvalid_0's auc: 0.577492\n",
      "[632]\tvalid_0's auc: 0.57686\n",
      "[633]\tvalid_0's auc: 0.576544\n",
      "[634]\tvalid_0's auc: 0.576797\n",
      "[635]\tvalid_0's auc: 0.577208\n",
      "[636]\tvalid_0's auc: 0.577208\n",
      "[637]\tvalid_0's auc: 0.577398\n",
      "[638]\tvalid_0's auc: 0.577429\n",
      "[639]\tvalid_0's auc: 0.577998\n",
      "[640]\tvalid_0's auc: 0.577777\n",
      "[641]\tvalid_0's auc: 0.578093\n",
      "[642]\tvalid_0's auc: 0.578505\n",
      "[643]\tvalid_0's auc: 0.578378\n",
      "[644]\tvalid_0's auc: 0.57822\n",
      "[645]\tvalid_0's auc: 0.578441\n",
      "[646]\tvalid_0's auc: 0.578536\n",
      "[647]\tvalid_0's auc: 0.578884\n",
      "[648]\tvalid_0's auc: 0.57939\n",
      "[649]\tvalid_0's auc: 0.579706\n",
      "[650]\tvalid_0's auc: 0.580213\n",
      "[651]\tvalid_0's auc: 0.580434\n",
      "[652]\tvalid_0's auc: 0.581067\n",
      "[653]\tvalid_0's auc: 0.581731\n",
      "[654]\tvalid_0's auc: 0.582458\n",
      "[655]\tvalid_0's auc: 0.582711\n",
      "[656]\tvalid_0's auc: 0.582775\n",
      "[657]\tvalid_0's auc: 0.582237\n",
      "[658]\tvalid_0's auc: 0.58249\n",
      "[659]\tvalid_0's auc: 0.582838\n",
      "[660]\tvalid_0's auc: 0.583028\n",
      "[661]\tvalid_0's auc: 0.583186\n",
      "[662]\tvalid_0's auc: 0.582933\n",
      "[663]\tvalid_0's auc: 0.582996\n",
      "[664]\tvalid_0's auc: 0.583818\n",
      "[665]\tvalid_0's auc: 0.584166\n",
      "[666]\tvalid_0's auc: 0.583028\n",
      "[667]\tvalid_0's auc: 0.582964\n",
      "[668]\tvalid_0's auc: 0.582522\n",
      "[669]\tvalid_0's auc: 0.581952\n",
      "[670]\tvalid_0's auc: 0.581383\n",
      "[671]\tvalid_0's auc: 0.581794\n",
      "[672]\tvalid_0's auc: 0.5823\n",
      "[673]\tvalid_0's auc: 0.582585\n",
      "[674]\tvalid_0's auc: 0.582047\n",
      "[675]\tvalid_0's auc: 0.582458\n",
      "[676]\tvalid_0's auc: 0.582332\n",
      "[677]\tvalid_0's auc: 0.582205\n",
      "[678]\tvalid_0's auc: 0.582806\n",
      "[679]\tvalid_0's auc: 0.583059\n",
      "[680]\tvalid_0's auc: 0.583091\n",
      "[681]\tvalid_0's auc: 0.582838\n",
      "[682]\tvalid_0's auc: 0.583028\n",
      "[683]\tvalid_0's auc: 0.582869\n",
      "[684]\tvalid_0's auc: 0.582901\n",
      "[685]\tvalid_0's auc: 0.583154\n",
      "[686]\tvalid_0's auc: 0.582838\n",
      "[687]\tvalid_0's auc: 0.582806\n",
      "[688]\tvalid_0's auc: 0.582458\n",
      "[689]\tvalid_0's auc: 0.582775\n",
      "[690]\tvalid_0's auc: 0.58249\n",
      "[691]\tvalid_0's auc: 0.582585\n",
      "[692]\tvalid_0's auc: 0.583629\n",
      "[693]\tvalid_0's auc: 0.583976\n",
      "[694]\tvalid_0's auc: 0.584103\n",
      "[695]\tvalid_0's auc: 0.584166\n",
      "[696]\tvalid_0's auc: 0.584925\n",
      "[697]\tvalid_0's auc: 0.584483\n",
      "[698]\tvalid_0's auc: 0.584609\n",
      "[699]\tvalid_0's auc: 0.584957\n",
      "[700]\tvalid_0's auc: 0.584483\n",
      "[701]\tvalid_0's auc: 0.584862\n",
      "[702]\tvalid_0's auc: 0.584957\n",
      "[703]\tvalid_0's auc: 0.585084\n",
      "[704]\tvalid_0's auc: 0.585368\n",
      "[705]\tvalid_0's auc: 0.585526\n",
      "[706]\tvalid_0's auc: 0.585495\n",
      "[707]\tvalid_0's auc: 0.58521\n",
      "[708]\tvalid_0's auc: 0.586064\n",
      "[709]\tvalid_0's auc: 0.585748\n",
      "[710]\tvalid_0's auc: 0.585368\n",
      "[711]\tvalid_0's auc: 0.585811\n",
      "[712]\tvalid_0's auc: 0.585368\n",
      "[713]\tvalid_0's auc: 0.58559\n",
      "[714]\tvalid_0's auc: 0.586222\n",
      "[715]\tvalid_0's auc: 0.586538\n",
      "[716]\tvalid_0's auc: 0.586444\n",
      "[717]\tvalid_0's auc: 0.586444\n",
      "[718]\tvalid_0's auc: 0.585874\n",
      "[719]\tvalid_0's auc: 0.585368\n",
      "[720]\tvalid_0's auc: 0.584925\n",
      "[721]\tvalid_0's auc: 0.584609\n",
      "[722]\tvalid_0's auc: 0.584356\n",
      "[723]\tvalid_0's auc: 0.584483\n",
      "[724]\tvalid_0's auc: 0.584799\n",
      "[725]\tvalid_0's auc: 0.584166\n",
      "[726]\tvalid_0's auc: 0.584514\n",
      "[727]\tvalid_0's auc: 0.585147\n",
      "[728]\tvalid_0's auc: 0.584957\n",
      "[729]\tvalid_0's auc: 0.584862\n",
      "[730]\tvalid_0's auc: 0.584989\n",
      "[731]\tvalid_0's auc: 0.585558\n",
      "[732]\tvalid_0's auc: 0.58638\n",
      "[733]\tvalid_0's auc: 0.58676\n",
      "[734]\tvalid_0's auc: 0.587519\n",
      "[735]\tvalid_0's auc: 0.587962\n",
      "[736]\tvalid_0's auc: 0.588183\n",
      "[737]\tvalid_0's auc: 0.588373\n",
      "[738]\tvalid_0's auc: 0.588594\n",
      "[739]\tvalid_0's auc: 0.588911\n",
      "[740]\tvalid_0's auc: 0.589417\n",
      "[741]\tvalid_0's auc: 0.58986\n",
      "[742]\tvalid_0's auc: 0.589543\n",
      "[743]\tvalid_0's auc: 0.58948\n",
      "[744]\tvalid_0's auc: 0.58929\n",
      "[745]\tvalid_0's auc: 0.589259\n",
      "[746]\tvalid_0's auc: 0.589164\n",
      "[747]\tvalid_0's auc: 0.589164\n",
      "[748]\tvalid_0's auc: 0.589006\n",
      "[749]\tvalid_0's auc: 0.589385\n",
      "[750]\tvalid_0's auc: 0.58948\n",
      "[751]\tvalid_0's auc: 0.589575\n",
      "[752]\tvalid_0's auc: 0.58967\n",
      "[753]\tvalid_0's auc: 0.589765\n",
      "[754]\tvalid_0's auc: 0.589796\n",
      "[755]\tvalid_0's auc: 0.590018\n",
      "[756]\tvalid_0's auc: 0.590619\n",
      "[757]\tvalid_0's auc: 0.590714\n",
      "[758]\tvalid_0's auc: 0.591156\n",
      "[759]\tvalid_0's auc: 0.591283\n",
      "[760]\tvalid_0's auc: 0.591378\n",
      "[761]\tvalid_0's auc: 0.592074\n",
      "[762]\tvalid_0's auc: 0.592169\n",
      "[763]\tvalid_0's auc: 0.593117\n",
      "[764]\tvalid_0's auc: 0.592801\n",
      "[765]\tvalid_0's auc: 0.593307\n",
      "[766]\tvalid_0's auc: 0.59258\n",
      "[767]\tvalid_0's auc: 0.593212\n",
      "[768]\tvalid_0's auc: 0.592801\n",
      "[769]\tvalid_0's auc: 0.593117\n",
      "[770]\tvalid_0's auc: 0.592706\n",
      "[771]\tvalid_0's auc: 0.592864\n",
      "[772]\tvalid_0's auc: 0.593276\n",
      "[773]\tvalid_0's auc: 0.593086\n",
      "[774]\tvalid_0's auc: 0.592769\n",
      "[775]\tvalid_0's auc: 0.593465\n",
      "[776]\tvalid_0's auc: 0.593434\n",
      "[777]\tvalid_0's auc: 0.592896\n",
      "[778]\tvalid_0's auc: 0.593023\n",
      "[779]\tvalid_0's auc: 0.593023\n",
      "[780]\tvalid_0's auc: 0.592327\n",
      "[781]\tvalid_0's auc: 0.592738\n",
      "[782]\tvalid_0's auc: 0.593149\n",
      "[783]\tvalid_0's auc: 0.593434\n",
      "[784]\tvalid_0's auc: 0.593718\n",
      "[785]\tvalid_0's auc: 0.593465\n",
      "[786]\tvalid_0's auc: 0.593181\n",
      "[787]\tvalid_0's auc: 0.593117\n",
      "[788]\tvalid_0's auc: 0.593244\n",
      "[789]\tvalid_0's auc: 0.593212\n",
      "[790]\tvalid_0's auc: 0.59356\n",
      "[791]\tvalid_0's auc: 0.593592\n",
      "[792]\tvalid_0's auc: 0.594035\n",
      "[793]\tvalid_0's auc: 0.593971\n",
      "[794]\tvalid_0's auc: 0.59413\n",
      "[795]\tvalid_0's auc: 0.594193\n",
      "[796]\tvalid_0's auc: 0.594256\n",
      "[797]\tvalid_0's auc: 0.593529\n",
      "[798]\tvalid_0's auc: 0.593465\n",
      "[799]\tvalid_0's auc: 0.593117\n",
      "[800]\tvalid_0's auc: 0.592485\n",
      "[801]\tvalid_0's auc: 0.592232\n",
      "[802]\tvalid_0's auc: 0.592169\n",
      "[803]\tvalid_0's auc: 0.592327\n",
      "[804]\tvalid_0's auc: 0.592548\n",
      "[805]\tvalid_0's auc: 0.592643\n",
      "[806]\tvalid_0's auc: 0.592358\n",
      "[807]\tvalid_0's auc: 0.59201\n",
      "[808]\tvalid_0's auc: 0.591694\n",
      "[809]\tvalid_0's auc: 0.591504\n",
      "[810]\tvalid_0's auc: 0.591188\n",
      "[811]\tvalid_0's auc: 0.590777\n",
      "[812]\tvalid_0's auc: 0.590998\n",
      "[813]\tvalid_0's auc: 0.590555\n",
      "[814]\tvalid_0's auc: 0.590967\n",
      "[815]\tvalid_0's auc: 0.590745\n",
      "[816]\tvalid_0's auc: 0.590903\n",
      "[817]\tvalid_0's auc: 0.591093\n",
      "[818]\tvalid_0's auc: 0.591125\n",
      "[819]\tvalid_0's auc: 0.591378\n",
      "[820]\tvalid_0's auc: 0.591473\n",
      "[821]\tvalid_0's auc: 0.591346\n",
      "[822]\tvalid_0's auc: 0.591504\n",
      "[823]\tvalid_0's auc: 0.591156\n",
      "[824]\tvalid_0's auc: 0.591568\n",
      "[825]\tvalid_0's auc: 0.590777\n",
      "[826]\tvalid_0's auc: 0.590619\n",
      "[827]\tvalid_0's auc: 0.59084\n",
      "[828]\tvalid_0's auc: 0.590524\n",
      "[829]\tvalid_0's auc: 0.590524\n",
      "[830]\tvalid_0's auc: 0.590334\n",
      "[831]\tvalid_0's auc: 0.590429\n",
      "[832]\tvalid_0's auc: 0.590049\n",
      "[833]\tvalid_0's auc: 0.590366\n",
      "[834]\tvalid_0's auc: 0.590492\n",
      "[835]\tvalid_0's auc: 0.590302\n",
      "[836]\tvalid_0's auc: 0.590176\n",
      "[837]\tvalid_0's auc: 0.590271\n",
      "[838]\tvalid_0's auc: 0.590366\n",
      "[839]\tvalid_0's auc: 0.590239\n",
      "[840]\tvalid_0's auc: 0.590176\n",
      "[841]\tvalid_0's auc: 0.589954\n",
      "[842]\tvalid_0's auc: 0.589796\n",
      "[843]\tvalid_0's auc: 0.58986\n",
      "[844]\tvalid_0's auc: 0.590018\n",
      "[845]\tvalid_0's auc: 0.590081\n",
      "[846]\tvalid_0's auc: 0.590397\n",
      "[847]\tvalid_0's auc: 0.590018\n",
      "[848]\tvalid_0's auc: 0.589891\n",
      "[849]\tvalid_0's auc: 0.589701\n",
      "[850]\tvalid_0's auc: 0.589543\n",
      "[851]\tvalid_0's auc: 0.589828\n",
      "[852]\tvalid_0's auc: 0.589069\n",
      "[853]\tvalid_0's auc: 0.589227\n",
      "[854]\tvalid_0's auc: 0.588974\n",
      "[855]\tvalid_0's auc: 0.589353\n",
      "[856]\tvalid_0's auc: 0.589006\n",
      "[857]\tvalid_0's auc: 0.588405\n",
      "[858]\tvalid_0's auc: 0.588341\n",
      "[859]\tvalid_0's auc: 0.588025\n",
      "[860]\tvalid_0's auc: 0.587551\n",
      "[861]\tvalid_0's auc: 0.588183\n",
      "[862]\tvalid_0's auc: 0.588531\n",
      "[863]\tvalid_0's auc: 0.588816\n",
      "[864]\tvalid_0's auc: 0.58929\n",
      "[865]\tvalid_0's auc: 0.589164\n",
      "[866]\tvalid_0's auc: 0.588626\n",
      "[867]\tvalid_0's auc: 0.588753\n",
      "[868]\tvalid_0's auc: 0.589164\n",
      "[869]\tvalid_0's auc: 0.588816\n",
      "[870]\tvalid_0's auc: 0.588563\n",
      "[871]\tvalid_0's auc: 0.589322\n",
      "[872]\tvalid_0's auc: 0.589986\n",
      "[873]\tvalid_0's auc: 0.590049\n",
      "[874]\tvalid_0's auc: 0.590745\n",
      "[875]\tvalid_0's auc: 0.591504\n",
      "[876]\tvalid_0's auc: 0.592105\n",
      "[877]\tvalid_0's auc: 0.592137\n",
      "[878]\tvalid_0's auc: 0.592169\n",
      "[879]\tvalid_0's auc: 0.59239\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[880]\tvalid_0's auc: 0.593023\n",
      "[881]\tvalid_0's auc: 0.592959\n",
      "[882]\tvalid_0's auc: 0.592611\n",
      "[883]\tvalid_0's auc: 0.592896\n",
      "[884]\tvalid_0's auc: 0.592611\n",
      "[885]\tvalid_0's auc: 0.592706\n",
      "[886]\tvalid_0's auc: 0.593244\n",
      "[887]\tvalid_0's auc: 0.593086\n",
      "[888]\tvalid_0's auc: 0.593023\n",
      "[889]\tvalid_0's auc: 0.592706\n",
      "[890]\tvalid_0's auc: 0.592738\n",
      "[891]\tvalid_0's auc: 0.592611\n",
      "[892]\tvalid_0's auc: 0.592991\n",
      "[893]\tvalid_0's auc: 0.592928\n",
      "[894]\tvalid_0's auc: 0.592833\n",
      "[895]\tvalid_0's auc: 0.592896\n",
      "[896]\tvalid_0's auc: 0.592833\n",
      "[897]\tvalid_0's auc: 0.593117\n",
      "[898]\tvalid_0's auc: 0.593023\n",
      "[899]\tvalid_0's auc: 0.592959\n",
      "[900]\tvalid_0's auc: 0.592769\n",
      "[901]\tvalid_0's auc: 0.592358\n",
      "[902]\tvalid_0's auc: 0.592042\n",
      "[903]\tvalid_0's auc: 0.591947\n",
      "[904]\tvalid_0's auc: 0.592422\n",
      "[905]\tvalid_0's auc: 0.592074\n",
      "[906]\tvalid_0's auc: 0.591631\n",
      "[907]\tvalid_0's auc: 0.591283\n",
      "[908]\tvalid_0's auc: 0.59122\n",
      "[909]\tvalid_0's auc: 0.59103\n",
      "[910]\tvalid_0's auc: 0.591093\n",
      "[911]\tvalid_0's auc: 0.590808\n",
      "[912]\tvalid_0's auc: 0.590682\n",
      "[913]\tvalid_0's auc: 0.590777\n",
      "[914]\tvalid_0's auc: 0.590587\n",
      "[915]\tvalid_0's auc: 0.590144\n",
      "[916]\tvalid_0's auc: 0.590271\n",
      "[917]\tvalid_0's auc: 0.590113\n",
      "[918]\tvalid_0's auc: 0.590176\n",
      "[919]\tvalid_0's auc: 0.589923\n",
      "[920]\tvalid_0's auc: 0.589575\n",
      "[921]\tvalid_0's auc: 0.589607\n",
      "[922]\tvalid_0's auc: 0.58948\n",
      "[923]\tvalid_0's auc: 0.589512\n",
      "[924]\tvalid_0's auc: 0.588911\n",
      "[925]\tvalid_0's auc: 0.589353\n",
      "[926]\tvalid_0's auc: 0.58929\n",
      "[927]\tvalid_0's auc: 0.589037\n",
      "[928]\tvalid_0's auc: 0.58967\n",
      "[929]\tvalid_0's auc: 0.589322\n",
      "[930]\tvalid_0's auc: 0.589607\n",
      "[931]\tvalid_0's auc: 0.589417\n",
      "[932]\tvalid_0's auc: 0.589132\n",
      "[933]\tvalid_0's auc: 0.588974\n",
      "[934]\tvalid_0's auc: 0.589132\n",
      "[935]\tvalid_0's auc: 0.589322\n",
      "[936]\tvalid_0's auc: 0.588847\n",
      "[937]\tvalid_0's auc: 0.589164\n",
      "[938]\tvalid_0's auc: 0.588658\n",
      "[939]\tvalid_0's auc: 0.588626\n",
      "[940]\tvalid_0's auc: 0.588658\n",
      "[941]\tvalid_0's auc: 0.588658\n",
      "[942]\tvalid_0's auc: 0.588436\n",
      "[943]\tvalid_0's auc: 0.588626\n",
      "[944]\tvalid_0's auc: 0.58831\n",
      "[945]\tvalid_0's auc: 0.588278\n",
      "[946]\tvalid_0's auc: 0.588025\n",
      "[947]\tvalid_0's auc: 0.587677\n",
      "[948]\tvalid_0's auc: 0.587614\n",
      "[949]\tvalid_0's auc: 0.587835\n",
      "[950]\tvalid_0's auc: 0.587962\n",
      "[951]\tvalid_0's auc: 0.58831\n",
      "[952]\tvalid_0's auc: 0.588088\n",
      "[953]\tvalid_0's auc: 0.588152\n",
      "[954]\tvalid_0's auc: 0.58831\n",
      "[955]\tvalid_0's auc: 0.587835\n",
      "[956]\tvalid_0's auc: 0.588847\n",
      "[957]\tvalid_0's auc: 0.588942\n",
      "[958]\tvalid_0's auc: 0.588468\n",
      "[959]\tvalid_0's auc: 0.588658\n",
      "[960]\tvalid_0's auc: 0.588468\n",
      "[961]\tvalid_0's auc: 0.58831\n",
      "[962]\tvalid_0's auc: 0.588215\n",
      "[963]\tvalid_0's auc: 0.587993\n",
      "[964]\tvalid_0's auc: 0.587835\n",
      "[965]\tvalid_0's auc: 0.587424\n",
      "[966]\tvalid_0's auc: 0.587582\n",
      "[967]\tvalid_0's auc: 0.58793\n",
      "[968]\tvalid_0's auc: 0.588689\n",
      "[969]\tvalid_0's auc: 0.588784\n",
      "[970]\tvalid_0's auc: 0.589322\n",
      "[971]\tvalid_0's auc: 0.589132\n",
      "[972]\tvalid_0's auc: 0.589006\n",
      "[973]\tvalid_0's auc: 0.588531\n",
      "[974]\tvalid_0's auc: 0.588499\n",
      "[975]\tvalid_0's auc: 0.588499\n",
      "[976]\tvalid_0's auc: 0.588816\n",
      "[977]\tvalid_0's auc: 0.589227\n",
      "[978]\tvalid_0's auc: 0.589037\n",
      "[979]\tvalid_0's auc: 0.588942\n",
      "[980]\tvalid_0's auc: 0.589069\n",
      "[981]\tvalid_0's auc: 0.589259\n",
      "[982]\tvalid_0's auc: 0.589353\n",
      "[983]\tvalid_0's auc: 0.589195\n",
      "[984]\tvalid_0's auc: 0.588658\n",
      "[985]\tvalid_0's auc: 0.589195\n",
      "[986]\tvalid_0's auc: 0.588847\n",
      "[987]\tvalid_0's auc: 0.589385\n",
      "[988]\tvalid_0's auc: 0.589733\n",
      "[989]\tvalid_0's auc: 0.590113\n",
      "[990]\tvalid_0's auc: 0.59065\n",
      "[991]\tvalid_0's auc: 0.590239\n",
      "[992]\tvalid_0's auc: 0.590714\n",
      "[993]\tvalid_0's auc: 0.590271\n",
      "[994]\tvalid_0's auc: 0.590366\n",
      "[995]\tvalid_0's auc: 0.590777\n",
      "[996]\tvalid_0's auc: 0.591188\n",
      "Early stopping, best iteration is:\n",
      "[796]\tvalid_0's auc: 0.594256\n",
      "[1]\tvalid_0's auc: 0.565898\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.565805\n",
      "[3]\tvalid_0's auc: 0.580305\n",
      "[4]\tvalid_0's auc: 0.556697\n",
      "[5]\tvalid_0's auc: 0.547201\n",
      "[6]\tvalid_0's auc: 0.53183\n",
      "[7]\tvalid_0's auc: 0.536322\n",
      "[8]\tvalid_0's auc: 0.533726\n",
      "[9]\tvalid_0's auc: 0.544403\n",
      "[10]\tvalid_0's auc: 0.541233\n",
      "[11]\tvalid_0's auc: 0.533959\n",
      "[12]\tvalid_0's auc: 0.543113\n",
      "[13]\tvalid_0's auc: 0.537891\n",
      "[14]\tvalid_0's auc: 0.539104\n",
      "[15]\tvalid_0's auc: 0.540456\n",
      "[16]\tvalid_0's auc: 0.544341\n",
      "[17]\tvalid_0's auc: 0.542057\n",
      "[18]\tvalid_0's auc: 0.543207\n",
      "[19]\tvalid_0's auc: 0.537736\n",
      "[20]\tvalid_0's auc: 0.533633\n",
      "[21]\tvalid_0's auc: 0.535047\n",
      "[22]\tvalid_0's auc: 0.533944\n",
      "[23]\tvalid_0's auc: 0.53197\n",
      "[24]\tvalid_0's auc: 0.538482\n",
      "[25]\tvalid_0's auc: 0.550371\n",
      "[26]\tvalid_0's auc: 0.55505\n",
      "[27]\tvalid_0's auc: 0.549268\n",
      "[28]\tvalid_0's auc: 0.542678\n",
      "[29]\tvalid_0's auc: 0.542367\n",
      "[30]\tvalid_0's auc: 0.538762\n",
      "[31]\tvalid_0's auc: 0.549144\n",
      "[32]\tvalid_0's auc: 0.551972\n",
      "[33]\tvalid_0's auc: 0.550698\n",
      "[34]\tvalid_0's auc: 0.547574\n",
      "[35]\tvalid_0's auc: 0.544932\n",
      "[36]\tvalid_0's auc: 0.545056\n",
      "[37]\tvalid_0's auc: 0.543471\n",
      "[38]\tvalid_0's auc: 0.542632\n",
      "[39]\tvalid_0's auc: 0.541792\n",
      "[40]\tvalid_0's auc: 0.544699\n",
      "[41]\tvalid_0's auc: 0.546346\n",
      "[42]\tvalid_0's auc: 0.543828\n",
      "[43]\tvalid_0's auc: 0.541466\n",
      "[44]\tvalid_0's auc: 0.540564\n",
      "[45]\tvalid_0's auc: 0.538886\n",
      "[46]\tvalid_0's auc: 0.536897\n",
      "[47]\tvalid_0's auc: 0.535824\n",
      "[48]\tvalid_0's auc: 0.534954\n",
      "[49]\tvalid_0's auc: 0.534301\n",
      "[50]\tvalid_0's auc: 0.532871\n",
      "[51]\tvalid_0's auc: 0.53284\n",
      "[52]\tvalid_0's auc: 0.531783\n",
      "[53]\tvalid_0's auc: 0.532218\n",
      "[54]\tvalid_0's auc: 0.532125\n",
      "[55]\tvalid_0's auc: 0.530664\n",
      "[56]\tvalid_0's auc: 0.528613\n",
      "[57]\tvalid_0's auc: 0.528737\n",
      "[58]\tvalid_0's auc: 0.529203\n",
      "[59]\tvalid_0's auc: 0.528986\n",
      "[60]\tvalid_0's auc: 0.529265\n",
      "[61]\tvalid_0's auc: 0.531348\n",
      "[62]\tvalid_0's auc: 0.530509\n",
      "[63]\tvalid_0's auc: 0.529265\n",
      "[64]\tvalid_0's auc: 0.529359\n",
      "[65]\tvalid_0's auc: 0.528302\n",
      "[66]\tvalid_0's auc: 0.528675\n",
      "[67]\tvalid_0's auc: 0.528209\n",
      "[68]\tvalid_0's auc: 0.527742\n",
      "[69]\tvalid_0's auc: 0.52681\n",
      "[70]\tvalid_0's auc: 0.527059\n",
      "[71]\tvalid_0's auc: 0.528053\n",
      "[72]\tvalid_0's auc: 0.529048\n",
      "[73]\tvalid_0's auc: 0.527027\n",
      "[74]\tvalid_0's auc: 0.528706\n",
      "[75]\tvalid_0's auc: 0.528022\n",
      "[76]\tvalid_0's auc: 0.528955\n",
      "[77]\tvalid_0's auc: 0.530385\n",
      "[78]\tvalid_0's auc: 0.531317\n",
      "[79]\tvalid_0's auc: 0.529483\n",
      "[80]\tvalid_0's auc: 0.528178\n",
      "[81]\tvalid_0's auc: 0.527618\n",
      "[82]\tvalid_0's auc: 0.527587\n",
      "[83]\tvalid_0's auc: 0.528799\n",
      "[84]\tvalid_0's auc: 0.528457\n",
      "[85]\tvalid_0's auc: 0.529265\n",
      "[86]\tvalid_0's auc: 0.530105\n",
      "[87]\tvalid_0's auc: 0.527307\n",
      "[88]\tvalid_0's auc: 0.526686\n",
      "[89]\tvalid_0's auc: 0.525162\n",
      "[90]\tvalid_0's auc: 0.523857\n",
      "[91]\tvalid_0's auc: 0.52395\n",
      "[92]\tvalid_0's auc: 0.523235\n",
      "[93]\tvalid_0's auc: 0.522893\n",
      "[94]\tvalid_0's auc: 0.522396\n",
      "[95]\tvalid_0's auc: 0.51907\n",
      "[96]\tvalid_0's auc: 0.518448\n",
      "[97]\tvalid_0's auc: 0.516521\n",
      "[98]\tvalid_0's auc: 0.517858\n",
      "[99]\tvalid_0's auc: 0.517858\n",
      "[100]\tvalid_0's auc: 0.517236\n",
      "[101]\tvalid_0's auc: 0.520935\n",
      "[102]\tvalid_0's auc: 0.522427\n",
      "[103]\tvalid_0's auc: 0.522551\n",
      "[104]\tvalid_0's auc: 0.522458\n",
      "[105]\tvalid_0's auc: 0.521246\n",
      "[106]\tvalid_0's auc: 0.521961\n",
      "[107]\tvalid_0's auc: 0.523018\n",
      "[108]\tvalid_0's auc: 0.522178\n",
      "[109]\tvalid_0's auc: 0.523639\n",
      "[110]\tvalid_0's auc: 0.524883\n",
      "[111]\tvalid_0's auc: 0.52395\n",
      "[112]\tvalid_0's auc: 0.522365\n",
      "[113]\tvalid_0's auc: 0.521805\n",
      "[114]\tvalid_0's auc: 0.520935\n",
      "[115]\tvalid_0's auc: 0.521215\n",
      "[116]\tvalid_0's auc: 0.52022\n",
      "[117]\tvalid_0's auc: 0.518231\n",
      "[118]\tvalid_0's auc: 0.517485\n",
      "[119]\tvalid_0's auc: 0.518573\n",
      "[120]\tvalid_0's auc: 0.518542\n",
      "[121]\tvalid_0's auc: 0.518448\n",
      "[122]\tvalid_0's auc: 0.516832\n",
      "[123]\tvalid_0's auc: 0.516428\n",
      "[124]\tvalid_0's auc: 0.516521\n",
      "[125]\tvalid_0's auc: 0.519692\n",
      "[126]\tvalid_0's auc: 0.518479\n",
      "[127]\tvalid_0's auc: 0.518821\n",
      "[128]\tvalid_0's auc: 0.520531\n",
      "[129]\tvalid_0's auc: 0.521246\n",
      "[130]\tvalid_0's auc: 0.519505\n",
      "[131]\tvalid_0's auc: 0.522178\n",
      "[132]\tvalid_0's auc: 0.523204\n",
      "[133]\tvalid_0's auc: 0.522645\n",
      "[134]\tvalid_0's auc: 0.522427\n",
      "[135]\tvalid_0's auc: 0.52336\n",
      "[136]\tvalid_0's auc: 0.522396\n",
      "[137]\tvalid_0's auc: 0.52252\n",
      "[138]\tvalid_0's auc: 0.522862\n",
      "[139]\tvalid_0's auc: 0.523204\n",
      "[140]\tvalid_0's auc: 0.523018\n",
      "[141]\tvalid_0's auc: 0.52336\n",
      "[142]\tvalid_0's auc: 0.521805\n",
      "[143]\tvalid_0's auc: 0.522396\n",
      "[144]\tvalid_0's auc: 0.522209\n",
      "[145]\tvalid_0's auc: 0.523266\n",
      "[146]\tvalid_0's auc: 0.524603\n",
      "[147]\tvalid_0's auc: 0.524074\n",
      "[148]\tvalid_0's auc: 0.523608\n",
      "[149]\tvalid_0's auc: 0.524541\n",
      "[150]\tvalid_0's auc: 0.524945\n",
      "[151]\tvalid_0's auc: 0.524727\n",
      "[152]\tvalid_0's auc: 0.524603\n",
      "[153]\tvalid_0's auc: 0.526033\n",
      "[154]\tvalid_0's auc: 0.527183\n",
      "[155]\tvalid_0's auc: 0.527525\n",
      "[156]\tvalid_0's auc: 0.527307\n",
      "[157]\tvalid_0's auc: 0.52796\n",
      "[158]\tvalid_0's auc: 0.528178\n",
      "[159]\tvalid_0's auc: 0.527525\n",
      "[160]\tvalid_0's auc: 0.526841\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[161]\tvalid_0's auc: 0.527307\n",
      "[162]\tvalid_0's auc: 0.525971\n",
      "[163]\tvalid_0's auc: 0.525411\n",
      "[164]\tvalid_0's auc: 0.525846\n",
      "[165]\tvalid_0's auc: 0.526344\n",
      "[166]\tvalid_0's auc: 0.527059\n",
      "[167]\tvalid_0's auc: 0.52796\n",
      "[168]\tvalid_0's auc: 0.527245\n",
      "[169]\tvalid_0's auc: 0.527618\n",
      "[170]\tvalid_0's auc: 0.528675\n",
      "[171]\tvalid_0's auc: 0.529141\n",
      "[172]\tvalid_0's auc: 0.530074\n",
      "[173]\tvalid_0's auc: 0.529576\n",
      "[174]\tvalid_0's auc: 0.529328\n",
      "[175]\tvalid_0's auc: 0.527494\n",
      "[176]\tvalid_0's auc: 0.527338\n",
      "[177]\tvalid_0's auc: 0.525971\n",
      "[178]\tvalid_0's auc: 0.527152\n",
      "[179]\tvalid_0's auc: 0.527307\n",
      "[180]\tvalid_0's auc: 0.52796\n",
      "[181]\tvalid_0's auc: 0.528115\n",
      "[182]\tvalid_0's auc: 0.528768\n",
      "[183]\tvalid_0's auc: 0.529794\n",
      "[184]\tvalid_0's auc: 0.527649\n",
      "[185]\tvalid_0's auc: 0.527556\n",
      "[186]\tvalid_0's auc: 0.528022\n",
      "[187]\tvalid_0's auc: 0.528768\n",
      "[188]\tvalid_0's auc: 0.526779\n",
      "[189]\tvalid_0's auc: 0.528426\n",
      "[190]\tvalid_0's auc: 0.526623\n",
      "[191]\tvalid_0's auc: 0.527898\n",
      "[192]\tvalid_0's auc: 0.528426\n",
      "[193]\tvalid_0's auc: 0.529265\n",
      "[194]\tvalid_0's auc: 0.53082\n",
      "[195]\tvalid_0's auc: 0.532623\n",
      "[196]\tvalid_0's auc: 0.533773\n",
      "[197]\tvalid_0's auc: 0.533337\n",
      "[198]\tvalid_0's auc: 0.533462\n",
      "[199]\tvalid_0's auc: 0.534705\n",
      "[200]\tvalid_0's auc: 0.534519\n",
      "[201]\tvalid_0's auc: 0.533369\n",
      "[202]\tvalid_0's auc: 0.532778\n",
      "[203]\tvalid_0's auc: 0.534736\n",
      "Early stopping, best iteration is:\n",
      "[3]\tvalid_0's auc: 0.580305\n",
      "[1]\tvalid_0's auc: 0.44088\n",
      "Training until validation scores don't improve for 200 rounds\n",
      "[2]\tvalid_0's auc: 0.435566\n",
      "[3]\tvalid_0's auc: 0.421488\n",
      "[4]\tvalid_0's auc: 0.499548\n",
      "[5]\tvalid_0's auc: 0.497701\n",
      "[6]\tvalid_0's auc: 0.522577\n",
      "[7]\tvalid_0's auc: 0.523067\n",
      "[8]\tvalid_0's auc: 0.517904\n",
      "[9]\tvalid_0's auc: 0.498643\n",
      "[10]\tvalid_0's auc: 0.49576\n",
      "[11]\tvalid_0's auc: 0.494761\n",
      "[12]\tvalid_0's auc: 0.484886\n",
      "[13]\tvalid_0's auc: 0.49069\n",
      "[14]\tvalid_0's auc: 0.484622\n",
      "[15]\tvalid_0's auc: 0.48334\n",
      "[16]\tvalid_0's auc: 0.485206\n",
      "[17]\tvalid_0's auc: 0.498832\n",
      "[18]\tvalid_0's auc: 0.506125\n",
      "[19]\tvalid_0's auc: 0.515322\n",
      "[20]\tvalid_0's auc: 0.523086\n",
      "[21]\tvalid_0's auc: 0.523595\n",
      "[22]\tvalid_0's auc: 0.529041\n",
      "[23]\tvalid_0's auc: 0.522841\n",
      "[24]\tvalid_0's auc: 0.525894\n",
      "[25]\tvalid_0's auc: 0.522766\n",
      "[26]\tvalid_0's auc: 0.532283\n",
      "[27]\tvalid_0's auc: 0.527289\n",
      "[28]\tvalid_0's auc: 0.532641\n",
      "[29]\tvalid_0's auc: 0.537296\n",
      "[30]\tvalid_0's auc: 0.53021\n",
      "[31]\tvalid_0's auc: 0.52972\n",
      "[32]\tvalid_0's auc: 0.529117\n",
      "[33]\tvalid_0's auc: 0.526629\n",
      "[34]\tvalid_0's auc: 0.528476\n",
      "[35]\tvalid_0's auc: 0.527986\n",
      "[36]\tvalid_0's auc: 0.533037\n",
      "[37]\tvalid_0's auc: 0.528552\n",
      "[38]\tvalid_0's auc: 0.533338\n",
      "[39]\tvalid_0's auc: 0.534808\n",
      "[40]\tvalid_0's auc: 0.533376\n",
      "[41]\tvalid_0's auc: 0.529494\n",
      "[42]\tvalid_0's auc: 0.525951\n",
      "[43]\tvalid_0's auc: 0.527195\n",
      "[44]\tvalid_0's auc: 0.526064\n",
      "[45]\tvalid_0's auc: 0.525084\n",
      "[46]\tvalid_0's auc: 0.525762\n",
      "[47]\tvalid_0's auc: 0.528099\n",
      "[48]\tvalid_0's auc: 0.52874\n",
      "[49]\tvalid_0's auc: 0.532961\n",
      "[50]\tvalid_0's auc: 0.534017\n",
      "[51]\tvalid_0's auc: 0.53707\n",
      "[52]\tvalid_0's auc: 0.539972\n",
      "[53]\tvalid_0's auc: 0.540274\n",
      "[54]\tvalid_0's auc: 0.541291\n",
      "[55]\tvalid_0's auc: 0.538728\n",
      "[56]\tvalid_0's auc: 0.538954\n",
      "[57]\tvalid_0's auc: 0.53413\n",
      "[58]\tvalid_0's auc: 0.532321\n",
      "[59]\tvalid_0's auc: 0.534544\n",
      "[60]\tvalid_0's auc: 0.538879\n",
      "[61]\tvalid_0's auc: 0.539557\n",
      "[62]\tvalid_0's auc: 0.537258\n",
      "[63]\tvalid_0's auc: 0.537221\n",
      "[64]\tvalid_0's auc: 0.536618\n",
      "[65]\tvalid_0's auc: 0.5356\n",
      "[66]\tvalid_0's auc: 0.536881\n",
      "[67]\tvalid_0's auc: 0.536278\n",
      "[68]\tvalid_0's auc: 0.537108\n",
      "[69]\tvalid_0's auc: 0.538389\n",
      "[70]\tvalid_0's auc: 0.539934\n",
      "[71]\tvalid_0's auc: 0.539256\n",
      "[72]\tvalid_0's auc: 0.541046\n",
      "[73]\tvalid_0's auc: 0.540029\n",
      "[74]\tvalid_0's auc: 0.542479\n",
      "[75]\tvalid_0's auc: 0.54523\n",
      "[76]\tvalid_0's auc: 0.544439\n",
      "[77]\tvalid_0's auc: 0.541612\n",
      "[78]\tvalid_0's auc: 0.543195\n",
      "[79]\tvalid_0's auc: 0.546625\n",
      "[80]\tvalid_0's auc: 0.54866\n",
      "[81]\tvalid_0's auc: 0.551562\n",
      "[82]\tvalid_0's auc: 0.549979\n",
      "[83]\tvalid_0's auc: 0.549565\n",
      "[84]\tvalid_0's auc: 0.548962\n",
      "[85]\tvalid_0's auc: 0.550771\n",
      "[86]\tvalid_0's auc: 0.549602\n",
      "[87]\tvalid_0's auc: 0.548359\n",
      "[88]\tvalid_0's auc: 0.551638\n",
      "[89]\tvalid_0's auc: 0.549527\n",
      "[90]\tvalid_0's auc: 0.550469\n",
      "[91]\tvalid_0's auc: 0.550922\n",
      "[92]\tvalid_0's auc: 0.551675\n",
      "[93]\tvalid_0's auc: 0.551675\n",
      "[94]\tvalid_0's auc: 0.550017\n",
      "[95]\tvalid_0's auc: 0.547039\n",
      "[96]\tvalid_0's auc: 0.546889\n",
      "[97]\tvalid_0's auc: 0.545381\n",
      "[98]\tvalid_0's auc: 0.544137\n",
      "[99]\tvalid_0's auc: 0.545117\n",
      "[100]\tvalid_0's auc: 0.545079\n",
      "[101]\tvalid_0's auc: 0.542441\n",
      "[102]\tvalid_0's auc: 0.540142\n",
      "[103]\tvalid_0's auc: 0.54033\n",
      "[104]\tvalid_0's auc: 0.541046\n",
      "[105]\tvalid_0's auc: 0.540406\n",
      "[106]\tvalid_0's auc: 0.540179\n",
      "[107]\tvalid_0's auc: 0.541838\n",
      "[108]\tvalid_0's auc: 0.540669\n",
      "[109]\tvalid_0's auc: 0.540669\n",
      "[110]\tvalid_0's auc: 0.540669\n",
      "[111]\tvalid_0's auc: 0.539802\n",
      "[112]\tvalid_0's auc: 0.538069\n",
      "[113]\tvalid_0's auc: 0.538483\n",
      "[114]\tvalid_0's auc: 0.537956\n",
      "[115]\tvalid_0's auc: 0.538257\n",
      "[116]\tvalid_0's auc: 0.539199\n",
      "[117]\tvalid_0's auc: 0.538936\n",
      "[118]\tvalid_0's auc: 0.537013\n",
      "[119]\tvalid_0's auc: 0.536863\n",
      "[120]\tvalid_0's auc: 0.536184\n",
      "[121]\tvalid_0's auc: 0.536561\n",
      "[122]\tvalid_0's auc: 0.536938\n",
      "[123]\tvalid_0's auc: 0.536373\n",
      "[124]\tvalid_0's auc: 0.534676\n",
      "[125]\tvalid_0's auc: 0.535355\n",
      "[126]\tvalid_0's auc: 0.537353\n",
      "[127]\tvalid_0's auc: 0.536938\n",
      "[128]\tvalid_0's auc: 0.537466\n",
      "[129]\tvalid_0's auc: 0.536976\n",
      "[130]\tvalid_0's auc: 0.53494\n",
      "[131]\tvalid_0's auc: 0.534676\n",
      "[132]\tvalid_0's auc: 0.534073\n",
      "[133]\tvalid_0's auc: 0.532754\n",
      "[134]\tvalid_0's auc: 0.531661\n",
      "[135]\tvalid_0's auc: 0.530116\n",
      "[136]\tvalid_0's auc: 0.531322\n",
      "[137]\tvalid_0's auc: 0.531623\n",
      "[138]\tvalid_0's auc: 0.532792\n",
      "[139]\tvalid_0's auc: 0.534299\n",
      "[140]\tvalid_0's auc: 0.535958\n",
      "[141]\tvalid_0's auc: 0.535393\n",
      "[142]\tvalid_0's auc: 0.53543\n",
      "[143]\tvalid_0's auc: 0.535958\n",
      "[144]\tvalid_0's auc: 0.534752\n",
      "[145]\tvalid_0's auc: 0.535393\n",
      "[146]\tvalid_0's auc: 0.534507\n",
      "[147]\tvalid_0's auc: 0.535751\n",
      "[148]\tvalid_0's auc: 0.535223\n",
      "[149]\tvalid_0's auc: 0.535638\n",
      "[150]\tvalid_0's auc: 0.536014\n",
      "[151]\tvalid_0's auc: 0.536768\n",
      "[152]\tvalid_0's auc: 0.537221\n",
      "[153]\tvalid_0's auc: 0.537334\n",
      "[154]\tvalid_0's auc: 0.537484\n",
      "[155]\tvalid_0's auc: 0.53805\n",
      "[156]\tvalid_0's auc: 0.539972\n",
      "[157]\tvalid_0's auc: 0.538691\n",
      "[158]\tvalid_0's auc: 0.538578\n",
      "[159]\tvalid_0's auc: 0.539784\n",
      "[160]\tvalid_0's auc: 0.540688\n",
      "[161]\tvalid_0's auc: 0.542083\n",
      "[162]\tvalid_0's auc: 0.542309\n",
      "[163]\tvalid_0's auc: 0.543063\n",
      "[164]\tvalid_0's auc: 0.543101\n",
      "[165]\tvalid_0's auc: 0.543063\n",
      "[166]\tvalid_0's auc: 0.542497\n",
      "[167]\tvalid_0's auc: 0.542422\n",
      "[168]\tvalid_0's auc: 0.544344\n",
      "[169]\tvalid_0's auc: 0.544194\n",
      "[170]\tvalid_0's auc: 0.544457\n",
      "[171]\tvalid_0's auc: 0.544081\n",
      "[172]\tvalid_0's auc: 0.545249\n",
      "[173]\tvalid_0's auc: 0.546003\n",
      "[174]\tvalid_0's auc: 0.546191\n",
      "[175]\tvalid_0's auc: 0.546832\n",
      "[176]\tvalid_0's auc: 0.545174\n",
      "[177]\tvalid_0's auc: 0.545513\n",
      "[178]\tvalid_0's auc: 0.545588\n",
      "[179]\tvalid_0's auc: 0.544382\n",
      "[180]\tvalid_0's auc: 0.543289\n",
      "[181]\tvalid_0's auc: 0.543591\n",
      "[182]\tvalid_0's auc: 0.542799\n",
      "[183]\tvalid_0's auc: 0.543591\n",
      "[184]\tvalid_0's auc: 0.544721\n",
      "[185]\tvalid_0's auc: 0.54442\n",
      "[186]\tvalid_0's auc: 0.542535\n",
      "[187]\tvalid_0's auc: 0.543553\n",
      "[188]\tvalid_0's auc: 0.543176\n",
      "[189]\tvalid_0's auc: 0.543327\n",
      "[190]\tvalid_0's auc: 0.543628\n",
      "[191]\tvalid_0's auc: 0.544872\n",
      "[192]\tvalid_0's auc: 0.545362\n",
      "[193]\tvalid_0's auc: 0.545814\n",
      "[194]\tvalid_0's auc: 0.548\n",
      "[195]\tvalid_0's auc: 0.55045\n",
      "[196]\tvalid_0's auc: 0.54932\n",
      "[197]\tvalid_0's auc: 0.548717\n",
      "[198]\tvalid_0's auc: 0.548943\n",
      "[199]\tvalid_0's auc: 0.547435\n",
      "[200]\tvalid_0's auc: 0.549697\n",
      "[201]\tvalid_0's auc: 0.550752\n",
      "[202]\tvalid_0's auc: 0.551732\n",
      "[203]\tvalid_0's auc: 0.552297\n",
      "[204]\tvalid_0's auc: 0.553428\n",
      "[205]\tvalid_0's auc: 0.552637\n",
      "[206]\tvalid_0's auc: 0.551807\n",
      "[207]\tvalid_0's auc: 0.552071\n",
      "[208]\tvalid_0's auc: 0.552335\n",
      "[209]\tvalid_0's auc: 0.553692\n",
      "[210]\tvalid_0's auc: 0.55437\n",
      "[211]\tvalid_0's auc: 0.554597\n",
      "[212]\tvalid_0's auc: 0.554785\n",
      "[213]\tvalid_0's auc: 0.553993\n",
      "[214]\tvalid_0's auc: 0.551958\n",
      "[215]\tvalid_0's auc: 0.551883\n",
      "[216]\tvalid_0's auc: 0.551393\n",
      "[217]\tvalid_0's auc: 0.552599\n",
      "[218]\tvalid_0's auc: 0.55128\n",
      "[219]\tvalid_0's auc: 0.552222\n",
      "[220]\tvalid_0's auc: 0.5529\n",
      "[221]\tvalid_0's auc: 0.553315\n",
      "[222]\tvalid_0's auc: 0.552787\n",
      "[223]\tvalid_0's auc: 0.55226\n",
      "[224]\tvalid_0's auc: 0.55128\n",
      "[225]\tvalid_0's auc: 0.549923\n",
      "[226]\tvalid_0's auc: 0.550224\n",
      "[227]\tvalid_0's auc: 0.550375\n",
      "[228]\tvalid_0's auc: 0.550262\n",
      "[229]\tvalid_0's auc: 0.550526\n",
      "[230]\tvalid_0's auc: 0.549697\n",
      "[231]\tvalid_0's auc: 0.551355\n",
      "[232]\tvalid_0's auc: 0.55241\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[233]\tvalid_0's auc: 0.552109\n",
      "[234]\tvalid_0's auc: 0.552599\n",
      "[235]\tvalid_0's auc: 0.553843\n",
      "[236]\tvalid_0's auc: 0.554747\n",
      "[237]\tvalid_0's auc: 0.557009\n",
      "[238]\tvalid_0's auc: 0.557725\n",
      "[239]\tvalid_0's auc: 0.559044\n",
      "[240]\tvalid_0's auc: 0.558253\n",
      "[241]\tvalid_0's auc: 0.5578\n",
      "[242]\tvalid_0's auc: 0.557197\n",
      "[243]\tvalid_0's auc: 0.556293\n",
      "[244]\tvalid_0's auc: 0.554973\n",
      "[245]\tvalid_0's auc: 0.55471\n",
      "[246]\tvalid_0's auc: 0.55422\n",
      "[247]\tvalid_0's auc: 0.554069\n",
      "[248]\tvalid_0's auc: 0.554295\n",
      "[249]\tvalid_0's auc: 0.554144\n",
      "[250]\tvalid_0's auc: 0.552938\n",
      "[251]\tvalid_0's auc: 0.552486\n",
      "[252]\tvalid_0's auc: 0.55275\n",
      "[253]\tvalid_0's auc: 0.552712\n",
      "[254]\tvalid_0's auc: 0.552561\n",
      "[255]\tvalid_0's auc: 0.552147\n",
      "[256]\tvalid_0's auc: 0.553013\n",
      "[257]\tvalid_0's auc: 0.553202\n",
      "[258]\tvalid_0's auc: 0.552033\n",
      "[259]\tvalid_0's auc: 0.55143\n",
      "[260]\tvalid_0's auc: 0.55128\n",
      "[261]\tvalid_0's auc: 0.551657\n",
      "[262]\tvalid_0's auc: 0.552523\n",
      "[263]\tvalid_0's auc: 0.550865\n",
      "[264]\tvalid_0's auc: 0.550337\n",
      "[265]\tvalid_0's auc: 0.550111\n",
      "[266]\tvalid_0's auc: 0.550639\n",
      "[267]\tvalid_0's auc: 0.552222\n",
      "[268]\tvalid_0's auc: 0.552147\n",
      "[269]\tvalid_0's auc: 0.551468\n",
      "[270]\tvalid_0's auc: 0.550903\n",
      "[271]\tvalid_0's auc: 0.551167\n",
      "[272]\tvalid_0's auc: 0.549734\n",
      "[273]\tvalid_0's auc: 0.550262\n",
      "[274]\tvalid_0's auc: 0.551506\n",
      "[275]\tvalid_0's auc: 0.550375\n",
      "[276]\tvalid_0's auc: 0.551355\n",
      "[277]\tvalid_0's auc: 0.551694\n",
      "[278]\tvalid_0's auc: 0.550337\n",
      "[279]\tvalid_0's auc: 0.550111\n",
      "[280]\tvalid_0's auc: 0.549433\n",
      "[281]\tvalid_0's auc: 0.550714\n",
      "[282]\tvalid_0's auc: 0.550262\n",
      "[283]\tvalid_0's auc: 0.549282\n",
      "[284]\tvalid_0's auc: 0.550601\n",
      "[285]\tvalid_0's auc: 0.551506\n",
      "[286]\tvalid_0's auc: 0.550073\n",
      "[287]\tvalid_0's auc: 0.550036\n",
      "[288]\tvalid_0's auc: 0.54898\n",
      "[289]\tvalid_0's auc: 0.548264\n",
      "[290]\tvalid_0's auc: 0.547661\n",
      "[291]\tvalid_0's auc: 0.547661\n",
      "[292]\tvalid_0's auc: 0.547661\n",
      "[293]\tvalid_0's auc: 0.547812\n",
      "[294]\tvalid_0's auc: 0.548604\n",
      "[295]\tvalid_0's auc: 0.547963\n",
      "[296]\tvalid_0's auc: 0.547661\n",
      "[297]\tvalid_0's auc: 0.548227\n",
      "[298]\tvalid_0's auc: 0.549094\n",
      "[299]\tvalid_0's auc: 0.548189\n",
      "[300]\tvalid_0's auc: 0.54785\n",
      "[301]\tvalid_0's auc: 0.547548\n",
      "[302]\tvalid_0's auc: 0.548604\n",
      "[303]\tvalid_0's auc: 0.549998\n",
      "[304]\tvalid_0's auc: 0.550375\n",
      "[305]\tvalid_0's auc: 0.551167\n",
      "[306]\tvalid_0's auc: 0.550677\n",
      "[307]\tvalid_0's auc: 0.551468\n",
      "[308]\tvalid_0's auc: 0.552523\n",
      "[309]\tvalid_0's auc: 0.552561\n",
      "[310]\tvalid_0's auc: 0.552561\n",
      "[311]\tvalid_0's auc: 0.552184\n",
      "[312]\tvalid_0's auc: 0.550978\n",
      "[313]\tvalid_0's auc: 0.551468\n",
      "[314]\tvalid_0's auc: 0.551129\n",
      "[315]\tvalid_0's auc: 0.551242\n",
      "[316]\tvalid_0's auc: 0.552674\n",
      "[317]\tvalid_0's auc: 0.55373\n",
      "[318]\tvalid_0's auc: 0.554031\n",
      "[319]\tvalid_0's auc: 0.55437\n",
      "[320]\tvalid_0's auc: 0.55422\n",
      "[321]\tvalid_0's auc: 0.554936\n",
      "[322]\tvalid_0's auc: 0.556556\n",
      "[323]\tvalid_0's auc: 0.557386\n",
      "[324]\tvalid_0's auc: 0.557348\n",
      "[325]\tvalid_0's auc: 0.558215\n",
      "[326]\tvalid_0's auc: 0.559647\n",
      "[327]\tvalid_0's auc: 0.561306\n",
      "[328]\tvalid_0's auc: 0.561796\n",
      "[329]\tvalid_0's auc: 0.561494\n",
      "[330]\tvalid_0's auc: 0.562436\n",
      "[331]\tvalid_0's auc: 0.562663\n",
      "[332]\tvalid_0's auc: 0.563906\n",
      "[333]\tvalid_0's auc: 0.564396\n",
      "[334]\tvalid_0's auc: 0.565414\n",
      "[335]\tvalid_0's auc: 0.566507\n",
      "[336]\tvalid_0's auc: 0.566243\n",
      "[337]\tvalid_0's auc: 0.566319\n",
      "[338]\tvalid_0's auc: 0.564811\n",
      "[339]\tvalid_0's auc: 0.563454\n",
      "[340]\tvalid_0's auc: 0.56319\n",
      "[341]\tvalid_0's auc: 0.563379\n",
      "[342]\tvalid_0's auc: 0.563228\n",
      "[343]\tvalid_0's auc: 0.564585\n",
      "[344]\tvalid_0's auc: 0.564547\n",
      "[345]\tvalid_0's auc: 0.563869\n",
      "[346]\tvalid_0's auc: 0.563643\n",
      "[347]\tvalid_0's auc: 0.56319\n",
      "[348]\tvalid_0's auc: 0.561871\n",
      "[349]\tvalid_0's auc: 0.562361\n",
      "[350]\tvalid_0's auc: 0.562474\n",
      "[351]\tvalid_0's auc: 0.563379\n",
      "[352]\tvalid_0's auc: 0.563906\n",
      "[353]\tvalid_0's auc: 0.564811\n",
      "[354]\tvalid_0's auc: 0.565791\n",
      "[355]\tvalid_0's auc: 0.566582\n",
      "[356]\tvalid_0's auc: 0.566846\n",
      "[357]\tvalid_0's auc: 0.56662\n",
      "[358]\tvalid_0's auc: 0.567449\n",
      "[359]\tvalid_0's auc: 0.567562\n",
      "[360]\tvalid_0's auc: 0.568316\n",
      "[361]\tvalid_0's auc: 0.569183\n",
      "[362]\tvalid_0's auc: 0.570012\n",
      "[363]\tvalid_0's auc: 0.56956\n",
      "[364]\tvalid_0's auc: 0.570126\n",
      "[365]\tvalid_0's auc: 0.569862\n",
      "[366]\tvalid_0's auc: 0.569899\n",
      "[367]\tvalid_0's auc: 0.570163\n",
      "[368]\tvalid_0's auc: 0.571105\n",
      "[369]\tvalid_0's auc: 0.571181\n",
      "[370]\tvalid_0's auc: 0.571445\n",
      "[371]\tvalid_0's auc: 0.570239\n",
      "[372]\tvalid_0's auc: 0.570352\n",
      "[373]\tvalid_0's auc: 0.571332\n",
      "[374]\tvalid_0's auc: 0.570766\n",
      "[375]\tvalid_0's auc: 0.571219\n",
      "[376]\tvalid_0's auc: 0.571256\n",
      "[377]\tvalid_0's auc: 0.571633\n",
      "[378]\tvalid_0's auc: 0.572538\n",
      "[379]\tvalid_0's auc: 0.572236\n",
      "[380]\tvalid_0's auc: 0.572726\n",
      "[381]\tvalid_0's auc: 0.572651\n",
      "[382]\tvalid_0's auc: 0.572387\n",
      "[383]\tvalid_0's auc: 0.571105\n",
      "[384]\tvalid_0's auc: 0.571445\n",
      "[385]\tvalid_0's auc: 0.571181\n",
      "[386]\tvalid_0's auc: 0.57201\n",
      "[387]\tvalid_0's auc: 0.572425\n",
      "[388]\tvalid_0's auc: 0.572312\n",
      "[389]\tvalid_0's auc: 0.571671\n",
      "[390]\tvalid_0's auc: 0.571972\n",
      "[391]\tvalid_0's auc: 0.572764\n",
      "[392]\tvalid_0's auc: 0.574234\n",
      "[393]\tvalid_0's auc: 0.574988\n",
      "[394]\tvalid_0's auc: 0.575139\n",
      "[395]\tvalid_0's auc: 0.575252\n",
      "[396]\tvalid_0's auc: 0.57446\n",
      "[397]\tvalid_0's auc: 0.57446\n",
      "[398]\tvalid_0's auc: 0.573367\n",
      "[399]\tvalid_0's auc: 0.573706\n",
      "[400]\tvalid_0's auc: 0.573669\n",
      "[401]\tvalid_0's auc: 0.573593\n",
      "[402]\tvalid_0's auc: 0.573593\n",
      "[403]\tvalid_0's auc: 0.57397\n",
      "[404]\tvalid_0's auc: 0.573518\n",
      "[405]\tvalid_0's auc: 0.572802\n",
      "[406]\tvalid_0's auc: 0.572726\n",
      "[407]\tvalid_0's auc: 0.572613\n",
      "[408]\tvalid_0's auc: 0.571822\n",
      "[409]\tvalid_0's auc: 0.571407\n",
      "[410]\tvalid_0's auc: 0.57103\n",
      "[411]\tvalid_0's auc: 0.571369\n",
      "[412]\tvalid_0's auc: 0.571746\n",
      "[413]\tvalid_0's auc: 0.572538\n",
      "[414]\tvalid_0's auc: 0.571784\n",
      "[415]\tvalid_0's auc: 0.571822\n",
      "[416]\tvalid_0's auc: 0.572613\n",
      "[417]\tvalid_0's auc: 0.572689\n",
      "[418]\tvalid_0's auc: 0.573216\n",
      "[419]\tvalid_0's auc: 0.572915\n",
      "[420]\tvalid_0's auc: 0.573141\n",
      "[421]\tvalid_0's auc: 0.572349\n",
      "[422]\tvalid_0's auc: 0.572161\n",
      "[423]\tvalid_0's auc: 0.572462\n",
      "[424]\tvalid_0's auc: 0.572877\n",
      "[425]\tvalid_0's auc: 0.572877\n",
      "[426]\tvalid_0's auc: 0.572199\n",
      "[427]\tvalid_0's auc: 0.571784\n",
      "[428]\tvalid_0's auc: 0.57103\n",
      "[429]\tvalid_0's auc: 0.570314\n",
      "[430]\tvalid_0's auc: 0.57005\n",
      "[431]\tvalid_0's auc: 0.569899\n",
      "[432]\tvalid_0's auc: 0.569711\n",
      "[433]\tvalid_0's auc: 0.568731\n",
      "[434]\tvalid_0's auc: 0.568919\n",
      "[435]\tvalid_0's auc: 0.569221\n",
      "[436]\tvalid_0's auc: 0.570126\n",
      "[437]\tvalid_0's auc: 0.569937\n",
      "[438]\tvalid_0's auc: 0.571219\n",
      "[439]\tvalid_0's auc: 0.571445\n",
      "[440]\tvalid_0's auc: 0.572726\n",
      "[441]\tvalid_0's auc: 0.573442\n",
      "[442]\tvalid_0's auc: 0.573518\n",
      "[443]\tvalid_0's auc: 0.574498\n",
      "[444]\tvalid_0's auc: 0.573065\n",
      "[445]\tvalid_0's auc: 0.573367\n",
      "[446]\tvalid_0's auc: 0.572651\n",
      "[447]\tvalid_0's auc: 0.573518\n",
      "[448]\tvalid_0's auc: 0.573555\n",
      "[449]\tvalid_0's auc: 0.574234\n",
      "[450]\tvalid_0's auc: 0.574159\n",
      "[451]\tvalid_0's auc: 0.573254\n",
      "[452]\tvalid_0's auc: 0.57348\n",
      "[453]\tvalid_0's auc: 0.574045\n",
      "[454]\tvalid_0's auc: 0.574196\n",
      "[455]\tvalid_0's auc: 0.574649\n",
      "[456]\tvalid_0's auc: 0.575892\n",
      "[457]\tvalid_0's auc: 0.577061\n",
      "[458]\tvalid_0's auc: 0.576985\n",
      "[459]\tvalid_0's auc: 0.576948\n",
      "[460]\tvalid_0's auc: 0.577098\n",
      "[461]\tvalid_0's auc: 0.578154\n",
      "[462]\tvalid_0's auc: 0.577965\n",
      "[463]\tvalid_0's auc: 0.576872\n",
      "[464]\tvalid_0's auc: 0.576646\n",
      "[465]\tvalid_0's auc: 0.576043\n",
      "[466]\tvalid_0's auc: 0.575591\n",
      "[467]\tvalid_0's auc: 0.574875\n",
      "[468]\tvalid_0's auc: 0.575101\n",
      "[469]\tvalid_0's auc: 0.575139\n",
      "[470]\tvalid_0's auc: 0.574837\n",
      "[471]\tvalid_0's auc: 0.575139\n",
      "[472]\tvalid_0's auc: 0.575289\n",
      "[473]\tvalid_0's auc: 0.574686\n",
      "[474]\tvalid_0's auc: 0.575892\n",
      "[475]\tvalid_0's auc: 0.57691\n",
      "[476]\tvalid_0's auc: 0.577664\n",
      "[477]\tvalid_0's auc: 0.577739\n",
      "[478]\tvalid_0's auc: 0.577438\n",
      "[479]\tvalid_0's auc: 0.577852\n",
      "[480]\tvalid_0's auc: 0.576985\n",
      "[481]\tvalid_0's auc: 0.576759\n",
      "[482]\tvalid_0's auc: 0.576495\n",
      "[483]\tvalid_0's auc: 0.576835\n",
      "[484]\tvalid_0's auc: 0.576722\n",
      "[485]\tvalid_0's auc: 0.577136\n",
      "[486]\tvalid_0's auc: 0.577475\n",
      "[487]\tvalid_0's auc: 0.578983\n",
      "[488]\tvalid_0's auc: 0.579511\n",
      "[489]\tvalid_0's auc: 0.580114\n",
      "[490]\tvalid_0's auc: 0.580265\n",
      "[491]\tvalid_0's auc: 0.581659\n",
      "[492]\tvalid_0's auc: 0.582187\n",
      "[493]\tvalid_0's auc: 0.583016\n",
      "[494]\tvalid_0's auc: 0.582601\n",
      "[495]\tvalid_0's auc: 0.584034\n",
      "[496]\tvalid_0's auc: 0.583581\n",
      "[497]\tvalid_0's auc: 0.583054\n",
      "[498]\tvalid_0's auc: 0.582338\n",
      "[499]\tvalid_0's auc: 0.582413\n",
      "[500]\tvalid_0's auc: 0.582865\n",
      "[501]\tvalid_0's auc: 0.582752\n",
      "[502]\tvalid_0's auc: 0.582564\n",
      "[503]\tvalid_0's auc: 0.582488\n",
      "[504]\tvalid_0's auc: 0.581584\n",
      "[505]\tvalid_0's auc: 0.581169\n",
      "[506]\tvalid_0's auc: 0.581169\n",
      "[507]\tvalid_0's auc: 0.581848\n",
      "[508]\tvalid_0's auc: 0.581621\n",
      "[509]\tvalid_0's auc: 0.581772\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[510]\tvalid_0's auc: 0.582488\n",
      "[511]\tvalid_0's auc: 0.582074\n",
      "[512]\tvalid_0's auc: 0.582111\n",
      "[513]\tvalid_0's auc: 0.581923\n",
      "[514]\tvalid_0's auc: 0.582111\n",
      "[515]\tvalid_0's auc: 0.5823\n",
      "[516]\tvalid_0's auc: 0.582488\n",
      "[517]\tvalid_0's auc: 0.58279\n",
      "[518]\tvalid_0's auc: 0.583393\n",
      "[519]\tvalid_0's auc: 0.584335\n",
      "[520]\tvalid_0's auc: 0.584825\n",
      "[521]\tvalid_0's auc: 0.583883\n",
      "[522]\tvalid_0's auc: 0.58328\n",
      "[523]\tvalid_0's auc: 0.583016\n",
      "[524]\tvalid_0's auc: 0.5823\n",
      "[525]\tvalid_0's auc: 0.581998\n",
      "[526]\tvalid_0's auc: 0.582828\n",
      "[527]\tvalid_0's auc: 0.583431\n",
      "[528]\tvalid_0's auc: 0.583958\n",
      "[529]\tvalid_0's auc: 0.584486\n",
      "[530]\tvalid_0's auc: 0.585391\n",
      "[531]\tvalid_0's auc: 0.584938\n",
      "[532]\tvalid_0's auc: 0.584486\n",
      "[533]\tvalid_0's auc: 0.584222\n",
      "[534]\tvalid_0's auc: 0.584034\n",
      "[535]\tvalid_0's auc: 0.584071\n",
      "[536]\tvalid_0's auc: 0.584561\n",
      "[537]\tvalid_0's auc: 0.584976\n",
      "[538]\tvalid_0's auc: 0.584411\n",
      "[539]\tvalid_0's auc: 0.584335\n",
      "[540]\tvalid_0's auc: 0.584599\n",
      "[541]\tvalid_0's auc: 0.584222\n",
      "[542]\tvalid_0's auc: 0.584109\n",
      "[543]\tvalid_0's auc: 0.583506\n",
      "[544]\tvalid_0's auc: 0.5823\n",
      "[545]\tvalid_0's auc: 0.58181\n",
      "[546]\tvalid_0's auc: 0.581885\n",
      "[547]\tvalid_0's auc: 0.581546\n",
      "[548]\tvalid_0's auc: 0.581848\n",
      "[549]\tvalid_0's auc: 0.581885\n",
      "[550]\tvalid_0's auc: 0.581508\n",
      "[551]\tvalid_0's auc: 0.580792\n",
      "[552]\tvalid_0's auc: 0.581358\n",
      "[553]\tvalid_0's auc: 0.581998\n",
      "[554]\tvalid_0's auc: 0.581471\n",
      "[555]\tvalid_0's auc: 0.582187\n",
      "[556]\tvalid_0's auc: 0.581433\n",
      "[557]\tvalid_0's auc: 0.582036\n",
      "[558]\tvalid_0's auc: 0.583054\n",
      "[559]\tvalid_0's auc: 0.582451\n",
      "[560]\tvalid_0's auc: 0.582262\n",
      "[561]\tvalid_0's auc: 0.583016\n",
      "[562]\tvalid_0's auc: 0.583619\n",
      "[563]\tvalid_0's auc: 0.584825\n",
      "[564]\tvalid_0's auc: 0.584901\n",
      "[565]\tvalid_0's auc: 0.584448\n",
      "[566]\tvalid_0's auc: 0.583619\n",
      "[567]\tvalid_0's auc: 0.58328\n",
      "[568]\tvalid_0's auc: 0.582941\n",
      "[569]\tvalid_0's auc: 0.582451\n",
      "[570]\tvalid_0's auc: 0.5823\n",
      "[571]\tvalid_0's auc: 0.58181\n",
      "[572]\tvalid_0's auc: 0.58132\n",
      "[573]\tvalid_0's auc: 0.580981\n",
      "[574]\tvalid_0's auc: 0.580905\n",
      "[575]\tvalid_0's auc: 0.580453\n",
      "[576]\tvalid_0's auc: 0.579925\n",
      "[577]\tvalid_0's auc: 0.578795\n",
      "[578]\tvalid_0's auc: 0.578455\n",
      "[579]\tvalid_0's auc: 0.578719\n",
      "[580]\tvalid_0's auc: 0.577438\n",
      "[581]\tvalid_0's auc: 0.577513\n",
      "[582]\tvalid_0's auc: 0.577815\n",
      "[583]\tvalid_0's auc: 0.577739\n",
      "[584]\tvalid_0's auc: 0.577438\n",
      "[585]\tvalid_0's auc: 0.577212\n",
      "[586]\tvalid_0's auc: 0.578078\n",
      "[587]\tvalid_0's auc: 0.577815\n",
      "[588]\tvalid_0's auc: 0.577664\n",
      "[589]\tvalid_0's auc: 0.578342\n",
      "[590]\tvalid_0's auc: 0.57838\n",
      "[591]\tvalid_0's auc: 0.57887\n",
      "[592]\tvalid_0's auc: 0.579473\n",
      "[593]\tvalid_0's auc: 0.579775\n",
      "[594]\tvalid_0's auc: 0.579662\n",
      "[595]\tvalid_0's auc: 0.579775\n",
      "[596]\tvalid_0's auc: 0.579699\n",
      "[597]\tvalid_0's auc: 0.580038\n",
      "[598]\tvalid_0's auc: 0.580152\n",
      "[599]\tvalid_0's auc: 0.580114\n",
      "[600]\tvalid_0's auc: 0.580453\n",
      "[601]\tvalid_0's auc: 0.581056\n",
      "[602]\tvalid_0's auc: 0.58132\n",
      "[603]\tvalid_0's auc: 0.582074\n",
      "[604]\tvalid_0's auc: 0.582262\n",
      "[605]\tvalid_0's auc: 0.582338\n",
      "[606]\tvalid_0's auc: 0.583016\n",
      "[607]\tvalid_0's auc: 0.58328\n",
      "[608]\tvalid_0's auc: 0.583619\n",
      "[609]\tvalid_0's auc: 0.583431\n",
      "[610]\tvalid_0's auc: 0.583318\n",
      "[611]\tvalid_0's auc: 0.58377\n",
      "[612]\tvalid_0's auc: 0.584599\n",
      "[613]\tvalid_0's auc: 0.584524\n",
      "[614]\tvalid_0's auc: 0.584185\n",
      "[615]\tvalid_0's auc: 0.583921\n",
      "[616]\tvalid_0's auc: 0.584071\n",
      "[617]\tvalid_0's auc: 0.584825\n",
      "[618]\tvalid_0's auc: 0.584486\n",
      "[619]\tvalid_0's auc: 0.584675\n",
      "[620]\tvalid_0's auc: 0.585014\n",
      "[621]\tvalid_0's auc: 0.584976\n",
      "[622]\tvalid_0's auc: 0.58524\n",
      "[623]\tvalid_0's auc: 0.584901\n",
      "[624]\tvalid_0's auc: 0.584486\n",
      "[625]\tvalid_0's auc: 0.584637\n",
      "[626]\tvalid_0's auc: 0.584335\n",
      "[627]\tvalid_0's auc: 0.584298\n",
      "[628]\tvalid_0's auc: 0.584147\n",
      "[629]\tvalid_0's auc: 0.584863\n",
      "[630]\tvalid_0's auc: 0.585127\n",
      "[631]\tvalid_0's auc: 0.585315\n",
      "[632]\tvalid_0's auc: 0.585353\n",
      "[633]\tvalid_0's auc: 0.585541\n",
      "[634]\tvalid_0's auc: 0.585881\n",
      "[635]\tvalid_0's auc: 0.58622\n",
      "[636]\tvalid_0's auc: 0.586107\n",
      "[637]\tvalid_0's auc: 0.58573\n",
      "[638]\tvalid_0's auc: 0.585579\n",
      "[639]\tvalid_0's auc: 0.585504\n",
      "[640]\tvalid_0's auc: 0.585466\n",
      "[641]\tvalid_0's auc: 0.585655\n",
      "[642]\tvalid_0's auc: 0.586371\n",
      "[643]\tvalid_0's auc: 0.586861\n",
      "[644]\tvalid_0's auc: 0.586936\n",
      "[645]\tvalid_0's auc: 0.5872\n",
      "[646]\tvalid_0's auc: 0.587803\n",
      "[647]\tvalid_0's auc: 0.588067\n",
      "[648]\tvalid_0's auc: 0.588331\n",
      "[649]\tvalid_0's auc: 0.587991\n",
      "[650]\tvalid_0's auc: 0.588104\n",
      "[651]\tvalid_0's auc: 0.587803\n",
      "[652]\tvalid_0's auc: 0.587841\n",
      "[653]\tvalid_0's auc: 0.587954\n",
      "[654]\tvalid_0's auc: 0.587501\n",
      "[655]\tvalid_0's auc: 0.587803\n",
      "[656]\tvalid_0's auc: 0.588331\n",
      "[657]\tvalid_0's auc: 0.588557\n",
      "[658]\tvalid_0's auc: 0.588594\n",
      "[659]\tvalid_0's auc: 0.588594\n",
      "[660]\tvalid_0's auc: 0.588067\n",
      "[661]\tvalid_0's auc: 0.587954\n",
      "[662]\tvalid_0's auc: 0.587464\n",
      "[663]\tvalid_0's auc: 0.586446\n",
      "[664]\tvalid_0's auc: 0.586785\n",
      "[665]\tvalid_0's auc: 0.586748\n",
      "[666]\tvalid_0's auc: 0.586672\n",
      "[667]\tvalid_0's auc: 0.586635\n",
      "[668]\tvalid_0's auc: 0.587539\n",
      "[669]\tvalid_0's auc: 0.587991\n",
      "[670]\tvalid_0's auc: 0.588255\n",
      "[671]\tvalid_0's auc: 0.588557\n",
      "[672]\tvalid_0's auc: 0.589084\n",
      "[673]\tvalid_0's auc: 0.589273\n",
      "[674]\tvalid_0's auc: 0.588896\n",
      "[675]\tvalid_0's auc: 0.589273\n",
      "[676]\tvalid_0's auc: 0.589424\n",
      "[677]\tvalid_0's auc: 0.588745\n",
      "[678]\tvalid_0's auc: 0.588406\n",
      "[679]\tvalid_0's auc: 0.588331\n",
      "[680]\tvalid_0's auc: 0.587841\n",
      "[681]\tvalid_0's auc: 0.58818\n",
      "[682]\tvalid_0's auc: 0.58769\n",
      "[683]\tvalid_0's auc: 0.588104\n",
      "[684]\tvalid_0's auc: 0.588218\n",
      "[685]\tvalid_0's auc: 0.588104\n",
      "[686]\tvalid_0's auc: 0.587916\n",
      "[687]\tvalid_0's auc: 0.587388\n",
      "[688]\tvalid_0's auc: 0.588142\n",
      "[689]\tvalid_0's auc: 0.587916\n",
      "[690]\tvalid_0's auc: 0.588218\n",
      "[691]\tvalid_0's auc: 0.588444\n",
      "[692]\tvalid_0's auc: 0.588406\n",
      "[693]\tvalid_0's auc: 0.58916\n",
      "[694]\tvalid_0's auc: 0.589311\n",
      "[695]\tvalid_0's auc: 0.58916\n",
      "[696]\tvalid_0's auc: 0.589198\n",
      "[697]\tvalid_0's auc: 0.589838\n",
      "[698]\tvalid_0's auc: 0.589461\n",
      "[699]\tvalid_0's auc: 0.589763\n",
      "[700]\tvalid_0's auc: 0.589574\n",
      "[701]\tvalid_0's auc: 0.589612\n",
      "[702]\tvalid_0's auc: 0.589612\n",
      "[703]\tvalid_0's auc: 0.589801\n",
      "[704]\tvalid_0's auc: 0.589574\n",
      "[705]\tvalid_0's auc: 0.589424\n",
      "[706]\tvalid_0's auc: 0.589537\n",
      "[707]\tvalid_0's auc: 0.589914\n",
      "[708]\tvalid_0's auc: 0.589574\n",
      "[709]\tvalid_0's auc: 0.589688\n",
      "[710]\tvalid_0's auc: 0.59014\n",
      "[711]\tvalid_0's auc: 0.590441\n",
      "[712]\tvalid_0's auc: 0.591158\n",
      "[713]\tvalid_0's auc: 0.591308\n",
      "[714]\tvalid_0's auc: 0.591421\n",
      "[715]\tvalid_0's auc: 0.591308\n",
      "[716]\tvalid_0's auc: 0.591346\n",
      "[717]\tvalid_0's auc: 0.591195\n",
      "[718]\tvalid_0's auc: 0.590743\n",
      "[719]\tvalid_0's auc: 0.590554\n",
      "[720]\tvalid_0's auc: 0.59161\n",
      "[721]\tvalid_0's auc: 0.591874\n",
      "[722]\tvalid_0's auc: 0.591874\n",
      "[723]\tvalid_0's auc: 0.591761\n",
      "[724]\tvalid_0's auc: 0.592175\n",
      "[725]\tvalid_0's auc: 0.591685\n",
      "[726]\tvalid_0's auc: 0.592137\n",
      "[727]\tvalid_0's auc: 0.592364\n",
      "[728]\tvalid_0's auc: 0.592854\n",
      "[729]\tvalid_0's auc: 0.59308\n",
      "[730]\tvalid_0's auc: 0.593494\n",
      "[731]\tvalid_0's auc: 0.593381\n",
      "[732]\tvalid_0's auc: 0.593117\n",
      "[733]\tvalid_0's auc: 0.592816\n",
      "[734]\tvalid_0's auc: 0.592854\n",
      "[735]\tvalid_0's auc: 0.59308\n",
      "[736]\tvalid_0's auc: 0.592741\n",
      "[737]\tvalid_0's auc: 0.592137\n",
      "[738]\tvalid_0's auc: 0.592213\n",
      "[739]\tvalid_0's auc: 0.591874\n",
      "[740]\tvalid_0's auc: 0.591911\n",
      "[741]\tvalid_0's auc: 0.591421\n",
      "[742]\tvalid_0's auc: 0.590931\n",
      "[743]\tvalid_0's auc: 0.590592\n",
      "[744]\tvalid_0's auc: 0.59014\n",
      "[745]\tvalid_0's auc: 0.590291\n",
      "[746]\tvalid_0's auc: 0.590479\n",
      "[747]\tvalid_0's auc: 0.590027\n",
      "[748]\tvalid_0's auc: 0.589725\n",
      "[749]\tvalid_0's auc: 0.589989\n",
      "[750]\tvalid_0's auc: 0.589499\n",
      "[751]\tvalid_0's auc: 0.589574\n",
      "[752]\tvalid_0's auc: 0.589461\n",
      "[753]\tvalid_0's auc: 0.589461\n",
      "[754]\tvalid_0's auc: 0.588708\n",
      "[755]\tvalid_0's auc: 0.587577\n",
      "[756]\tvalid_0's auc: 0.587501\n",
      "[757]\tvalid_0's auc: 0.587728\n",
      "[758]\tvalid_0's auc: 0.587124\n",
      "[759]\tvalid_0's auc: 0.587765\n",
      "[760]\tvalid_0's auc: 0.587841\n",
      "[761]\tvalid_0's auc: 0.587652\n",
      "[762]\tvalid_0's auc: 0.586861\n",
      "[763]\tvalid_0's auc: 0.586861\n",
      "[764]\tvalid_0's auc: 0.586559\n",
      "[765]\tvalid_0's auc: 0.585956\n",
      "[766]\tvalid_0's auc: 0.585353\n",
      "[767]\tvalid_0's auc: 0.584411\n",
      "[768]\tvalid_0's auc: 0.585127\n",
      "[769]\tvalid_0's auc: 0.584712\n",
      "[770]\tvalid_0's auc: 0.584863\n",
      "[771]\tvalid_0's auc: 0.584675\n",
      "[772]\tvalid_0's auc: 0.584524\n",
      "[773]\tvalid_0's auc: 0.584185\n",
      "[774]\tvalid_0's auc: 0.584109\n",
      "[775]\tvalid_0's auc: 0.584222\n",
      "[776]\tvalid_0's auc: 0.583921\n",
      "[777]\tvalid_0's auc: 0.58377\n",
      "[778]\tvalid_0's auc: 0.583808\n",
      "[779]\tvalid_0's auc: 0.583431\n",
      "[780]\tvalid_0's auc: 0.584109\n",
      "[781]\tvalid_0's auc: 0.584034\n",
      "[782]\tvalid_0's auc: 0.584335\n",
      "[783]\tvalid_0's auc: 0.584298\n",
      "[784]\tvalid_0's auc: 0.584486\n",
      "[785]\tvalid_0's auc: 0.584298\n",
      "[786]\tvalid_0's auc: 0.584712\n",
      "[787]\tvalid_0's auc: 0.584675\n",
      "[788]\tvalid_0's auc: 0.584561\n",
      "[789]\tvalid_0's auc: 0.584448\n",
      "[790]\tvalid_0's auc: 0.58475\n",
      "[791]\tvalid_0's auc: 0.584561\n",
      "[792]\tvalid_0's auc: 0.584411\n",
      "[793]\tvalid_0's auc: 0.584373\n",
      "[794]\tvalid_0's auc: 0.583581\n",
      "[795]\tvalid_0's auc: 0.58377\n",
      "[796]\tvalid_0's auc: 0.584071\n",
      "[797]\tvalid_0's auc: 0.583468\n",
      "[798]\tvalid_0's auc: 0.582865\n",
      "[799]\tvalid_0's auc: 0.582941\n",
      "[800]\tvalid_0's auc: 0.582677\n",
      "[801]\tvalid_0's auc: 0.582187\n",
      "[802]\tvalid_0's auc: 0.582564\n",
      "[803]\tvalid_0's auc: 0.582677\n",
      "[804]\tvalid_0's auc: 0.582903\n",
      "[805]\tvalid_0's auc: 0.582187\n",
      "[806]\tvalid_0's auc: 0.582413\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[807]\tvalid_0's auc: 0.582149\n",
      "[808]\tvalid_0's auc: 0.582149\n",
      "[809]\tvalid_0's auc: 0.581584\n",
      "[810]\tvalid_0's auc: 0.581885\n",
      "[811]\tvalid_0's auc: 0.581433\n",
      "[812]\tvalid_0's auc: 0.581094\n",
      "[813]\tvalid_0's auc: 0.580905\n",
      "[814]\tvalid_0's auc: 0.58083\n",
      "[815]\tvalid_0's auc: 0.580415\n",
      "[816]\tvalid_0's auc: 0.579775\n",
      "[817]\tvalid_0's auc: 0.579662\n",
      "[818]\tvalid_0's auc: 0.579209\n",
      "[819]\tvalid_0's auc: 0.578493\n",
      "[820]\tvalid_0's auc: 0.578229\n",
      "[821]\tvalid_0's auc: 0.578041\n",
      "[822]\tvalid_0's auc: 0.578531\n",
      "[823]\tvalid_0's auc: 0.578568\n",
      "[824]\tvalid_0's auc: 0.579285\n",
      "[825]\tvalid_0's auc: 0.578795\n",
      "[826]\tvalid_0's auc: 0.579096\n",
      "[827]\tvalid_0's auc: 0.579812\n",
      "[828]\tvalid_0's auc: 0.579699\n",
      "[829]\tvalid_0's auc: 0.57936\n",
      "[830]\tvalid_0's auc: 0.57985\n",
      "[831]\tvalid_0's auc: 0.57936\n",
      "[832]\tvalid_0's auc: 0.578795\n",
      "[833]\tvalid_0's auc: 0.578832\n",
      "[834]\tvalid_0's auc: 0.578305\n",
      "[835]\tvalid_0's auc: 0.577928\n",
      "[836]\tvalid_0's auc: 0.577852\n",
      "[837]\tvalid_0's auc: 0.577852\n",
      "[838]\tvalid_0's auc: 0.577438\n",
      "[839]\tvalid_0's auc: 0.577626\n",
      "[840]\tvalid_0's auc: 0.577475\n",
      "[841]\tvalid_0's auc: 0.577136\n",
      "[842]\tvalid_0's auc: 0.577362\n",
      "[843]\tvalid_0's auc: 0.577061\n",
      "[844]\tvalid_0's auc: 0.576646\n",
      "[845]\tvalid_0's auc: 0.576345\n",
      "[846]\tvalid_0's auc: 0.57593\n",
      "[847]\tvalid_0's auc: 0.575515\n",
      "[848]\tvalid_0's auc: 0.575101\n",
      "[849]\tvalid_0's auc: 0.57544\n",
      "[850]\tvalid_0's auc: 0.576005\n",
      "[851]\tvalid_0's auc: 0.575855\n",
      "[852]\tvalid_0's auc: 0.576345\n",
      "[853]\tvalid_0's auc: 0.576797\n",
      "[854]\tvalid_0's auc: 0.576458\n",
      "[855]\tvalid_0's auc: 0.576533\n",
      "[856]\tvalid_0's auc: 0.576307\n",
      "[857]\tvalid_0's auc: 0.576571\n",
      "[858]\tvalid_0's auc: 0.576948\n",
      "[859]\tvalid_0's auc: 0.57691\n",
      "[860]\tvalid_0's auc: 0.576533\n",
      "[861]\tvalid_0's auc: 0.576382\n",
      "[862]\tvalid_0's auc: 0.576043\n",
      "[863]\tvalid_0's auc: 0.576345\n",
      "[864]\tvalid_0's auc: 0.576307\n",
      "[865]\tvalid_0's auc: 0.576307\n",
      "[866]\tvalid_0's auc: 0.576081\n",
      "[867]\tvalid_0's auc: 0.576571\n",
      "[868]\tvalid_0's auc: 0.576571\n",
      "[869]\tvalid_0's auc: 0.576119\n",
      "[870]\tvalid_0's auc: 0.576081\n",
      "[871]\tvalid_0's auc: 0.576646\n",
      "[872]\tvalid_0's auc: 0.576458\n",
      "[873]\tvalid_0's auc: 0.576156\n",
      "[874]\tvalid_0's auc: 0.575742\n",
      "[875]\tvalid_0's auc: 0.575553\n",
      "[876]\tvalid_0's auc: 0.574837\n",
      "[877]\tvalid_0's auc: 0.574912\n",
      "[878]\tvalid_0's auc: 0.574535\n",
      "[879]\tvalid_0's auc: 0.574159\n",
      "[880]\tvalid_0's auc: 0.574045\n",
      "[881]\tvalid_0's auc: 0.574649\n",
      "[882]\tvalid_0's auc: 0.574762\n",
      "[883]\tvalid_0's auc: 0.575139\n",
      "[884]\tvalid_0's auc: 0.575176\n",
      "[885]\tvalid_0's auc: 0.575365\n",
      "[886]\tvalid_0's auc: 0.575515\n",
      "[887]\tvalid_0's auc: 0.575214\n",
      "[888]\tvalid_0's auc: 0.575252\n",
      "[889]\tvalid_0's auc: 0.575742\n",
      "[890]\tvalid_0's auc: 0.575892\n",
      "[891]\tvalid_0's auc: 0.575478\n",
      "[892]\tvalid_0's auc: 0.575553\n",
      "[893]\tvalid_0's auc: 0.575515\n",
      "[894]\tvalid_0's auc: 0.574875\n",
      "[895]\tvalid_0's auc: 0.574385\n",
      "[896]\tvalid_0's auc: 0.574385\n",
      "[897]\tvalid_0's auc: 0.574535\n",
      "[898]\tvalid_0's auc: 0.574611\n",
      "[899]\tvalid_0's auc: 0.574988\n",
      "[900]\tvalid_0's auc: 0.574724\n",
      "[901]\tvalid_0's auc: 0.575025\n",
      "[902]\tvalid_0's auc: 0.574988\n",
      "[903]\tvalid_0's auc: 0.575402\n",
      "[904]\tvalid_0's auc: 0.575515\n",
      "[905]\tvalid_0's auc: 0.575629\n",
      "[906]\tvalid_0's auc: 0.575855\n",
      "[907]\tvalid_0's auc: 0.575704\n",
      "[908]\tvalid_0's auc: 0.574837\n",
      "[909]\tvalid_0's auc: 0.574799\n",
      "[910]\tvalid_0's auc: 0.574799\n",
      "[911]\tvalid_0's auc: 0.574422\n",
      "[912]\tvalid_0's auc: 0.574309\n",
      "[913]\tvalid_0's auc: 0.57397\n",
      "[914]\tvalid_0's auc: 0.574309\n",
      "[915]\tvalid_0's auc: 0.574272\n",
      "[916]\tvalid_0's auc: 0.574498\n",
      "[917]\tvalid_0's auc: 0.574724\n",
      "[918]\tvalid_0's auc: 0.574686\n",
      "[919]\tvalid_0's auc: 0.574875\n",
      "[920]\tvalid_0's auc: 0.574875\n",
      "[921]\tvalid_0's auc: 0.574724\n",
      "[922]\tvalid_0's auc: 0.574573\n",
      "[923]\tvalid_0's auc: 0.574498\n",
      "[924]\tvalid_0's auc: 0.574008\n",
      "[925]\tvalid_0's auc: 0.574234\n",
      "[926]\tvalid_0's auc: 0.574159\n",
      "[927]\tvalid_0's auc: 0.573631\n",
      "[928]\tvalid_0's auc: 0.573442\n",
      "[929]\tvalid_0's auc: 0.573367\n",
      "[930]\tvalid_0's auc: 0.573405\n",
      "Early stopping, best iteration is:\n",
      "[730]\tvalid_0's auc: 0.593494\n"
     ]
    }
   ],
   "source": [
    "model.fit(train, target)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 预测结果"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>predict_prob</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>105600</td>\n",
       "      <td>0.021857</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>110976</td>\n",
       "      <td>0.022078</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>374400</td>\n",
       "      <td>0.023450</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>189312</td>\n",
       "      <td>0.023332</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>189312</td>\n",
       "      <td>0.023796</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id  predict_prob\n",
       "0   105600      0.021857\n",
       "1   110976      0.022078\n",
       "2   374400      0.023450\n",
       "3   189312      0.023332\n",
       "4   189312      0.023796"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pred = model.predict(test)\n",
    "df_out = pd.DataFrame()\n",
    "df_out['user_id'] = test_data['user_id'].astype(int)\n",
    "df_out['predict_prob'] = pred\n",
    "df_out.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 保存结果"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "save OK!\n"
     ]
    }
   ],
   "source": [
    "\"\"\"\n",
    "    保留数据头，不保存index\n",
    "\"\"\"\n",
    "df_out.to_csv('df_out.csv',header=True,index=False)\n",
    "print('save OK!')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "# !ls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "# !head df_out.csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  },
  "latex_envs": {
   "LaTeX_envs_menu_present": true,
   "autoclose": false,
   "autocomplete": true,
   "bibliofile": "biblio.bib",
   "cite_by": "apalike",
   "current_citInitial": 1,
   "eqLabelWithNumbers": true,
   "eqNumInitial": 1,
   "hotkeys": {
    "equation": "Ctrl-E",
    "itemize": "Ctrl-I"
   },
   "labels_anchors": false,
   "latex_user_defs": false,
   "report_style_numbering": false,
   "user_envs_cfg": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
